[RL] Release weight-transfer communicators without stopping inference (#61060)

Signed-off-by: aoshen02 <aoshen@inferact.ai>
Signed-off-by: fh3 <a@b>
This commit is contained in:
aoshen02
2026-10-11 21:15:14 +08:00
committed by GitHub
parent c85616efc6
commit bd5bbce6e4
22 changed files with 181 additions and 14 deletions
+12
View File
@@ -828,6 +828,18 @@ impl EngineCoreClient {
Ok(())
}
/// Release the trainer connection without shutting down inference.
pub async fn shutdown_weight_transfer_engine(&self) -> Result<()> {
self.collective_rpc(
"shutdown_weight_transfer_engine",
None,
Vec::<JsonValue>::new(),
BTreeMap::<String, JsonValue>::new(),
)
.await?;
Ok(())
}
/// Start a weight update for the base model.
pub async fn start_weight_update(&self) -> Result<()> {
self.collective_rpc(