[Bugfix] Fix wrong multi_modal_input format for CPU runner (#5451)

vllm-project · Jun 12, 2024 · 2135cac · 2135cac
1 parent 7d19de2
commit 2135cac
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -343,8 +343,8 @@ def execute_model(
             "kv_caches": kv_caches,
             "attn_metadata": attn_metadata,
         }
-        if self.vision_language_config:
-            execute_model_kwargs.update({"image_input": multi_modal_input})
+        if self.vision_language_config and multi_modal_input is not None:
+            execute_model_kwargs.update(multi_modal_input)
 
         hidden_states = model_executable(**execute_model_kwargs)