Fix is_cuda_available probably not stateless

vllm/platforms/cuda.py

@@ -96,6 +96,10 @@ def device_id_to_physical_device_id(device_id: int) -> int:
 class CudaPlatform(Platform):
     _enum = PlatformEnum.CUDA
 
+    @classmethod
+    def is_cuda_available(cls) -> bool:
+        return True
+
     @classmethod
     def get_device_capability(cls, device_id: int = 0) -> DeviceCapability:
         physical_device_id = device_id_to_physical_device_id(device_id)

vllm/platforms/interface.py

@@ -36,14 +36,16 @@ def is_cpu(self) -> bool:
         return self._enum == PlatformEnum.CPU
 
     @classmethod
-    def is_cuda_available(cls, device_id: int = 0) -> bool:
-        return cls.get_device_capability(device_id=device_id) is not None
+    def is_cuda_available(cls) -> bool:
+        """Stateless version of :func:`torch.cuda.is_available`."""
+        return False
 
     @classmethod
     def get_device_capability(
         cls,
         device_id: int = 0,
     ) -> Optional[DeviceCapability]:
+        """Stateless version of :func:`torch.cuda.get_device_capability`."""
         return None
 
     @classmethod

vllm/platforms/rocm.py

@@ -19,6 +19,10 @@
 class RocmPlatform(Platform):
     _enum = PlatformEnum.ROCM
 
+    @classmethod
+    def is_cuda_available(cls) -> bool:
+        return True
+
     @classmethod
     @lru_cache(maxsize=8)
     def get_device_capability(cls, device_id: int = 0) -> DeviceCapability: