Skip to content

Commit 63a757d

Browse files
youkaichaoAlvant
authored andcommitted
[misc] fix comment and variable name (vllm-project#9139)
Signed-off-by: Alvant <alvasian@yandex.ru>
1 parent 81c070e commit 63a757d

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

vllm/core/scheduler.py

+4-3
Original file line numberDiff line numberDiff line change
@@ -1202,10 +1202,11 @@ def _can_append_slots(self, seq_group: SequenceGroup,
12021202
seq_group=seq_group, num_lookahead_slots=num_lookahead_slots)
12031203

12041204
def _allow_async_output_proc(self, seq_group: SequenceGroup) -> bool:
1205-
# TODO: does it work with parallel sampling?
1206-
no_beam_search = seq_group.sampling_params is None or (
1205+
# async_output_proc is allowed only when we have a single sequence
1206+
# in the sequence group
1207+
no_single_seq = seq_group.sampling_params is None or (
12071208
seq_group.sampling_params.best_of == 1)
1208-
return no_beam_search
1209+
return no_single_seq
12091210

12101211
def schedule(
12111212
self

0 commit comments

Comments
 (0)