clarify comment about prefixes

Signed-off-by: Alvant <alvasian@yandex.ru>
compressa-ai · Oct 26, 2024 · 44d625a · 44d625a
1 parent 59d6b43
commit 44d625a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py
@@ -545,7 +545,8 @@ def process_model_params(
                 prompt_token_ids = tokenizer.encode(text=inputs["prompt"],
                                                     add_special_tokens=False)
 
-                # If space at the beginning produces a new word token
+                # If no space at the beginning
+                # or if prefix space produces a new word token
                 if (j == 0) or (
                         j > 0 and prompt_token_ids[0] != bad_words_ids[-1][0]
                         and len(prompt_token_ids) == len(bad_words_ids[-1])):