From c0df1b55d0e2760708fff24134cc715e7bdeba28 Mon Sep 17 00:00:00 2001 From: wwl2755 Date: Tue, 20 May 2025 17:35:54 +0000 Subject: [PATCH 1/2] fix nixl connector test-s Signed-off-by: wwl2755 --- .../kv_transfer/kv_connector/v1/nixl_connector.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index 9c2e82b29c76..ae9293618bcc 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -259,6 +259,15 @@ def build_connector_meta( # Loop through scheduled reqs and convert to ReqMeta. for req_id, (req, block_ids) in self._reqs_need_recv.items(): assert req.kv_transfer_params is not None + # For the case where there are no remote blocks to pull + # (remote_block_ids is empty), we don't need to schedule + # an async read on the worker side. + if not req.kv_transfer_params.get("remote_block_ids"): + logger.debug( + "Skipping adding request %s to NixlConnectorMetadata, " + "as there are no remote blocks to pull", req_id) + continue + meta.add_new_req( request_id=req_id, local_block_ids=block_ids, From fe4e9ef7f5e84adc00c83b462675a2a033c38a2e Mon Sep 17 00:00:00 2001 From: wwl2755 Date: Tue, 20 May 2025 17:51:14 +0000 Subject: [PATCH 2/2] fix Signed-off-by: wwl2755 --- .../distributed/kv_transfer/kv_connector/v1/nixl_connector.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index ae9293618bcc..b00f097110b0 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -260,9 +260,9 @@ def build_connector_meta( for req_id, (req, block_ids) in self._reqs_need_recv.items(): assert req.kv_transfer_params is not None # For the case where there are no remote blocks to pull - # (remote_block_ids is empty), we don't need to schedule + # (block_ids is empty), we don't need to schedule # an async read on the worker side. - if not req.kv_transfer_params.get("remote_block_ids"): + if not block_ids: logger.debug( "Skipping adding request %s to NixlConnectorMetadata, " "as there are no remote blocks to pull", req_id)