Skip to content

Commit dce769e

Browse files
committed
fix model_config is None case
1 parent 40a0b54 commit dce769e

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

vllm/worker/model_runner.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ def __init__(
4646

4747
self.graph_runners: Dict[int, CUDAGraphRunner] = {}
4848
self.graph_memory_pool = None # Set during graph capture.
49-
self.device = self.model_config.device
49+
self.device = self.model_config.device if model_config is not None else "cuda"
5050

5151
self.max_context_len_to_capture = (
5252
self.model_config.max_context_len_to_capture

0 commit comments

Comments
 (0)