[Bugfix] Use RayActorError for older versions of Ray in RayTokenizerG…

…roupPool (#6039)
vllm-project · Jul 1, 2024 · dec6fc6 · dec6fc6
1 parent 8893130
commit dec6fc6
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
@@ -2,7 +2,11 @@
 import os
 from typing import List, Optional
 
-from ray.exceptions import ActorDiedError
+try:
+    from ray.exceptions import ActorDiedError
+except ImportError:
+    # For older versions of Ray
+    from ray.exceptions import RayActorError as ActorDiedError
 from ray.util.scheduling_strategies import NodeAffinitySchedulingStrategy
 from transformers import PreTrainedTokenizer