[Bugfix][KV Transfer][NIXL] Notify P node on pre-admission rejection to free stranded KV blocks (#41269)

This commit is contained in:
Dao007forever
2026-05-09 22:52:09 -07:00
committed by GitHub
parent fb1ac806c5
commit 3f5bd482f5
11 changed files with 156 additions and 2 deletions
@@ -321,6 +321,34 @@ def test_prompt_less_than_block_size():
assert len(scheduler_output.scheduled_new_reqs) == 0
def test_abort_immediately_remote_prefill_enqueues_empty_recv():
"""A remote-prefill request added with abort_immediately=True should
be added to the scheduler's waiting queue then immediately aborted, so the
NIXL connector's request_finished hook enqueues an empty recv to notify
the prefill instance to free its blocks."""
from vllm.v1.request import RequestStatus
scheduler = create_scheduler(create_vllm_config())
request = create_request(request_id=42, num_tokens=10, do_remote_prefill=True)
assert request.kv_transfer_params is not None
assert request.kv_transfer_params["do_remote_prefill"] is True
# Mimic the EngineCore.add_request path for an abort-immediately req.
scheduler.add_request(request)
scheduler.finish_requests([request.request_id], RequestStatus.FINISHED_ABORTED)
scheduler_output = scheduler.schedule()
meta = scheduler_output.kv_connector_metadata
assert isinstance(meta, NixlConnectorMetadata)
assert set(meta.reqs_to_recv) == {request.request_id}
req_meta = meta.reqs_to_recv[request.request_id]
assert req_meta.local_block_ids == []
assert req_meta.remote.request_id == f"prefill-{42}"
# do_remote_prefill is consumed by request_finished to prevent re-issuing.
assert request.kv_transfer_params["do_remote_prefill"] is False
@patch(
"vllm.distributed.kv_transfer.kv_connector.v1.nixl.worker.NixlWrapper",
FakeNixlWrapper,