Skip to content

Commit 26d59fe

Browse files
committed
Bounds check async concurrency value
1 parent 8ae6628 commit 26d59fe

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

src/guidellm/scheduler/worker.py

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -224,7 +224,15 @@ def process_loop_asynchronous(
224224
process_id: int,
225225
):
226226
async def _process_runner():
227-
pending = asyncio.Semaphore(max_concurrency) if max_concurrency else None
227+
if max_concurrency is not None:
228+
if max_concurrency < 1:
229+
raise ValueError(
230+
f"max_concurrency must be greater than 0, got {max_concurrency}"
231+
)
232+
233+
pending = asyncio.Semaphore(max_concurrency)
234+
else:
235+
pending = None
228236

229237
while (
230238
process_request := await self.get_request(requests_queue)

0 commit comments

Comments
 (0)