[V1][Bugfix] Fix assertion when mm hashing is turned off (vllm-projec…

…t#12439) Signed-off-by: Roger Wang <ywang@roblox.com>
EmbeddedLLM · Jan 26, 2025 · 0ee349b · 0ee349b
1 parent fa63e71
commit 0ee349b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/v1/request.py b/vllm/v1/request.py
@@ -58,7 +58,8 @@ def __init__(
 
         # Sanity check
         assert len(self.mm_inputs) == len(self.mm_positions)
-        assert len(self.mm_inputs) == len(self.mm_hashes)
+        if self.mm_hashes:
+            assert len(self.mm_inputs) == len(self.mm_hashes)
 
         # Cache the computed kv block hashes of the request to avoid
         # recomputing.