[Bugfix][KV Transfer][NIXL] Notify P node on pre-admission rejection to free stranded KV blocks (#41269)
This commit is contained in:
@@ -122,6 +122,12 @@ class EngineCoreRequest(
|
||||
reasoning_ended: bool | None = None
|
||||
reasoning_parser_kwargs: dict[str, Any] | None = None
|
||||
|
||||
# If True, the request should be added to the scheduler's waiting queue
|
||||
# and immediately aborted, so connector-side cleanup runs via the standard
|
||||
# request_finished hook. Used to free P-side prefill blocks when a
|
||||
# KV-transfer request is rejected on the D node before engine admission.
|
||||
abort_immediately: bool = False
|
||||
|
||||
@property
|
||||
def params(self) -> SamplingParams | PoolingParams:
|
||||
"""Return the processed params (sampling or pooling)."""
|
||||
|
||||
Reference in New Issue
Block a user