[P/D] Add a shutdown method to the Connector API (#22699)

Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
Chauncey
2025-09-07 23:07:00 -07:00
committed by GitHub
parent 8c892b1831
commit 61aa4b2901
10 changed files with 52 additions and 12 deletions
@@ -64,3 +64,10 @@ def ensure_kv_transfer_initialized(vllm_config: "VllmConfig") -> None:
config=vllm_config, role=KVConnectorRole.WORKER)
else:
raise ValueError("V0 is no longer supported")
def ensure_kv_transfer_shutdown() -> None:
global _KV_CONNECTOR_AGENT
if _KV_CONNECTOR_AGENT is not None:
_KV_CONNECTOR_AGENT.shutdown()
_KV_CONNECTOR_AGENT = None