We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7b301ad commit e24b3faCopy full SHA for e24b3fa
vllm/v1/core/sched/scheduler.py
@@ -278,6 +278,7 @@ def schedule(self) -> SchedulerOutput:
278
token_budget += num_scheduled_tokens[preempted_req.request_id]
279
req_to_new_blocks.pop(preempted_req.request_id)
280
num_scheduled_tokens.pop(preempted_req.request_id)
281
+ req_index -= 1
282
else:
283
preempted_req = self.running.pop()
284
0 commit comments