From b6c75e1cf27681ec92629930c03b616c7c9b9929 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Wed, 11 Sep 2024 23:35:33 -0400 Subject: [PATCH] Fix the AMD weight loading tests (#8390) --- vllm/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/config.py b/vllm/config.py index 8fc8ae6b7dfc5..9684cea813134 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -883,7 +883,7 @@ def __init__( from vllm.executor import ray_utils backend = "mp" ray_found = ray_utils.ray_is_available() - if (torch.cuda.is_available() + if (current_platform.is_cuda() and cuda_device_count_stateless() < self.world_size): if not ray_found: raise ValueError("Unable to load Ray which is "