[Bugfix][CPU] fix missing input intermediate_tensors in the cpu_model…

…_runner (vllm-project#8733)
kwang1012 · Oct 13, 2024 · 0909754 · 0909754
1 parent dd38c67
commit 0909754
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -456,6 +456,8 @@ def execute_model(
             model_input.attn_metadata,
             **MultiModalInputs.as_kwargs(model_input.multi_modal_kwargs or {},
                                          device=self.device),
+            "intermediate_tensors":
+            intermediate_tensors,
         }
 
         hidden_states = model_executable(**execute_model_kwargs)