From 7ee1206ab6122c1ceb09c58c7c439dc27ef1d89e Mon Sep 17 00:00:00 2001 From: Cade Daniel Date: Tue, 16 Apr 2024 17:56:01 -0700 Subject: [PATCH] [Misc] [CI] Fix CI failure caught after merge (#4126) --- vllm/executor/gpu_executor.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/executor/gpu_executor.py b/vllm/executor/gpu_executor.py index 6e4a765e2ffd5..77c997f97956e 100644 --- a/vllm/executor/gpu_executor.py +++ b/vllm/executor/gpu_executor.py @@ -68,6 +68,7 @@ def _init_spec_worker(self): scheduler_config=self.scheduler_config, device_config=self.device_config, cache_config=self.cache_config, + load_config=self.load_config, local_rank=0, rank=0, distributed_init_method=distributed_init_method, @@ -82,6 +83,7 @@ def _init_spec_worker(self): scheduler_config=self.scheduler_config, device_config=self.device_config, cache_config=self.cache_config, + load_config=self.load_config, local_rank=0, rank=0, distributed_init_method=distributed_init_method,