[RL] Release weight-transfer communicators without stopping inference (#61060)

Signed-off-by: aoshen02 <aoshen@inferact.ai>
Signed-off-by: fh3 <a@b>
This commit is contained in:
aoshen02
2026-10-11 21:15:14 +08:00
committed by GitHub
parent c85616efc6
commit bd5bbce6e4
22 changed files with 181 additions and 14 deletions
@@ -186,6 +186,7 @@ class SparseNCCLWeightTransferEngine(
def shutdown(self) -> None:
if self.model_update_group is not None:
self.model_update_group.destroy()
self.model_update_group = None
@@ -371,4 +372,6 @@ class SparseNCCLTrainerWeightTransferEngine(
torch.cuda.current_stream().synchronize()
def shutdown(self) -> None:
self.model_update_group = None
if self.model_update_group is not None:
self.model_update_group.destroy()
self.model_update_group = None