[RL] Release weight-transfer communicators without stopping inference (#61060)

Signed-off-by: aoshen02 <aoshen@inferact.ai>
Signed-off-by: fh3 <a@b>
This commit is contained in:
aoshen02
2026-10-11 21:15:14 +08:00
committed by GitHub
parent c85616efc6
commit bd5bbce6e4
22 changed files with 181 additions and 14 deletions
+4
View File
@@ -1318,6 +1318,10 @@ class AsyncLLM(EngineClient):
"init_weight_transfer_engine", kwargs={"init_info": request.init_info}
)
async def shutdown_weight_transfer_engine(self) -> None:
"""Release the trainer connection without shutting down inference."""
await self.collective_rpc("shutdown_weight_transfer_engine")
async def start_weight_update(self) -> None:
"""Start a new weight update."""
await self.collective_rpc("start_weight_update")