Skip to content

Commit d06dd72

Browse files
authored
[Bugfix][Failing Test] Fix nixl connector test when promt size < block size (#18429)
Signed-off-by: wwl2755 <wangwenlong2755@gmail.com>
1 parent ad0012a commit d06dd72

File tree

1 file changed

+9
-0
lines changed

1 file changed

+9
-0
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -259,6 +259,15 @@ def build_connector_meta(
259259
# Loop through scheduled reqs and convert to ReqMeta.
260260
for req_id, (req, block_ids) in self._reqs_need_recv.items():
261261
assert req.kv_transfer_params is not None
262+
# For the case where there are no remote blocks to pull
263+
# (block_ids is empty), we don't need to schedule
264+
# an async read on the worker side.
265+
if not block_ids:
266+
logger.debug(
267+
"Skipping adding request %s to NixlConnectorMetadata, "
268+
"as there are no remote blocks to pull", req_id)
269+
continue
270+
262271
meta.add_new_req(
263272
request_id=req_id,
264273
local_block_ids=block_ids,

0 commit comments

Comments
 (0)