[RL] Release weight-transfer communicators without stopping inference (#61060)
Signed-off-by: aoshen02 <aoshen@inferact.ai> Signed-off-by: fh3 <a@b>
This commit is contained in:
@@ -828,6 +828,18 @@ impl EngineCoreClient {
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Release the trainer connection without shutting down inference.
|
||||
pub async fn shutdown_weight_transfer_engine(&self) -> Result<()> {
|
||||
self.collective_rpc(
|
||||
"shutdown_weight_transfer_engine",
|
||||
None,
|
||||
Vec::<JsonValue>::new(),
|
||||
BTreeMap::<String, JsonValue>::new(),
|
||||
)
|
||||
.await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Start a weight update for the base model.
|
||||
pub async fn start_weight_update(&self) -> Result<()> {
|
||||
self.collective_rpc(
|
||||
|
||||
Reference in New Issue
Block a user