[Bugfix][Hardware][Intel CPU] Fix unpassed multi_modal_kwargs for CPU…

… runner (vllm-project#5956)
neuralmagic · Jul 1, 2024 · f177c04 · f177c04
1 parent 74bf88f
commit f177c04
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -355,6 +355,7 @@ def prepare_model_input(
             input_positions=input_positions,
             attn_metadata=attn_metadata,
             sampling_metadata=sampling_metadata,
+            multi_modal_kwargs=multi_modal_kwargs,
         )
 
     @torch.inference_mode()