We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ad0012a commit d06dd72Copy full SHA for d06dd72
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
@@ -259,6 +259,15 @@ def build_connector_meta(
259
# Loop through scheduled reqs and convert to ReqMeta.
260
for req_id, (req, block_ids) in self._reqs_need_recv.items():
261
assert req.kv_transfer_params is not None
262
+ # For the case where there are no remote blocks to pull
263
+ # (block_ids is empty), we don't need to schedule
264
+ # an async read on the worker side.
265
+ if not block_ids:
266
+ logger.debug(
267
+ "Skipping adding request %s to NixlConnectorMetadata, "
268
+ "as there are no remote blocks to pull", req_id)
269
+ continue
270
+
271
meta.add_new_req(
272
request_id=req_id,
273
local_block_ids=block_ids,
0 commit comments