fix doc (vllm-project#622)

williamtran29 · Jul 31, 2023 · aa39e42 · aa39e42
1 parent 953f28c
commit aa39e42
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/vllm/config.py b/vllm/config.py
@@ -224,7 +224,7 @@ class SchedulerConfig:
             a single iteration.
         max_num_seqs: Maximum number of sequences to be processed in a single
             iteration.
-        max_seq_len: Maximum length of a sequence (including prompt
+        max_model_len: Maximum length of a sequence (including prompt
             and generated text).
     """
 

diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py
@@ -353,7 +353,7 @@ def _stop_sequences(self, seq_groups: List[SequenceGroup]) -> None:
                 if stopped:
                     continue
 
-                # Check if the sequence has reached max_seq_len.
+                # Check if the sequence has reached max_model_len.
                 if seq.get_len() > self.scheduler_config.max_model_len:
                     self.scheduler.free_seq(
                         seq, SequenceStatus.FINISHED_LENGTH_CAPPED)