We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 29c5a5c commit 16b714dCopy full SHA for 16b714d
vllm/core/scheduler.py
@@ -423,7 +423,9 @@ def _schedule_running(
423
num_running_seqs = seq_group.get_max_num_running_seqs()
424
budget.subtract_num_seqs(seq_group.request_id,
425
num_running_seqs)
426
- if curr_loras is not None and seq_group.lora_int_id > 0:
+
427
+ if (curr_loras is not None and seq_group.lora_int_id > 0
428
+ and seq_group.lora_int_id in curr_loras):
429
curr_loras.remove(seq_group.lora_int_id)
430
431
if running_queue:
0 commit comments