[Bugfix][KV Transfer][NIXL] Notify P node on pre-admission rejection to free stranded KV blocks (#41269)

This commit is contained in:
Dao007forever
2026-05-09 22:52:09 -07:00
committed by GitHub
parent fb1ac806c5
commit 3f5bd482f5
11 changed files with 156 additions and 2 deletions
+14
View File
@@ -108,6 +108,20 @@ class EngineClient(ABC):
"""
...
@abstractmethod
async def notify_kv_transfer_request_rejected(
self,
request_id: str,
kv_transfer_params: dict[str, Any],
*,
data_parallel_rank: int | None = None,
) -> None:
"""Notify the engine that a KV-transfer request was rejected before
engine admission, so connector-side cleanup can run (e.g. free
prefill blocks pinned on the P node).
"""
...
@abstractmethod
async def is_tracing_enabled(self) -> bool: ...