[Bugfix][Hardware][Intel CPU] Fix unpassed multi_modal_kwargs for CPU…

… runner (vllm-project#5956) Signed-off-by: Alvant <alvasian@yandex.ru>
compressa-ai · Oct 26, 2024 · 26eb509 · 26eb509
1 parent a98a55a
commit 26eb509
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -355,6 +355,7 @@ def prepare_model_input(
             input_positions=input_positions,
             attn_metadata=attn_metadata,
             sampling_metadata=sampling_metadata,
+            multi_modal_kwargs=multi_modal_kwargs,
         )
 
     @torch.inference_mode()