[Bugfix][KV Transfer][NIXL] Notify P node on pre-admission rejection to free stranded KV blocks (#41269)

This commit is contained in:
Dao007forever
2026-05-09 22:52:09 -07:00
committed by GitHub
parent fb1ac806c5
commit 3f5bd482f5
11 changed files with 156 additions and 2 deletions
+6
View File
@@ -122,6 +122,12 @@ class EngineCoreRequest(
reasoning_ended: bool | None = None
reasoning_parser_kwargs: dict[str, Any] | None = None
# If True, the request should be added to the scheduler's waiting queue
# and immediately aborted, so connector-side cleanup runs via the standard
# request_finished hook. Used to free P-side prefill blocks when a
# KV-transfer request is rejected on the D node before engine admission.
abort_immediately: bool = False
@property
def params(self) -> SamplingParams | PoolingParams:
"""Return the processed params (sampling or pooling)."""