Fix typo in tokenizer.py (vllm-project#750)

conjuction -> conjunction
canghongjian · Aug 15, 2023 · 805de73 · 805de73
1 parent 1b151ed
commit 805de73
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/transformers_utils/tokenizer.py b/vllm/transformers_utils/tokenizer.py
@@ -72,7 +72,7 @@ def detokenize_incrementally(
     new_token_id: int,
     skip_special_tokens: bool,
 ) -> Tuple[str, str]:
-    """Detokenizes the new token in conjuction with the previous output tokens.
+    """Detokenizes the new token in conjunction with the previous output tokens.
 
     NOTE: This function does not update prev_output_tokens.