diff --git a/vllm/executor/gpu_executor.py b/vllm/executor/gpu_executor.py index 6e4a765e2ffd5..77c997f97956e 100644 --- a/vllm/executor/gpu_executor.py +++ b/vllm/executor/gpu_executor.py @@ -68,6 +68,7 @@ def _init_spec_worker(self): scheduler_config=self.scheduler_config, device_config=self.device_config, cache_config=self.cache_config, + load_config=self.load_config, local_rank=0, rank=0, distributed_init_method=distributed_init_method, @@ -82,6 +83,7 @@ def _init_spec_worker(self): scheduler_config=self.scheduler_config, device_config=self.device_config, cache_config=self.cache_config, + load_config=self.load_config, local_rank=0, rank=0, distributed_init_method=distributed_init_method,