[RL] Add rank-local IPC weight updates (#52497)
Signed-off-by: aoshen02 <aoshen@inferact.ai> Co-authored-by: OpenAI Codex <noreply@openai.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
co-authored by
OpenAI Codex
OpenAI Codex
Roger Wang
parent
a5f82882a6
commit
ee5ae2ae70
@@ -1361,6 +1361,13 @@ class TestTrainerClients:
|
||||
{"gpu": ("args",)}
|
||||
]
|
||||
|
||||
client.update_weights([{"ipc_handles": {"gpu": ("args",)}}, {"names": []}])
|
||||
sent = captured["json"]["update_info"]
|
||||
assert sent[1] == {"names": []}
|
||||
assert pickle.loads(base64.b64decode(sent[0]["ipc_handles_pickled"])) == {
|
||||
"gpu": ("args",)
|
||||
}
|
||||
|
||||
def test_http_client_passes_through_nccl_update_info(self, monkeypatch):
|
||||
"""NCCL update_info has only JSON-native fields and passes unchanged."""
|
||||
captured = {}
|
||||
|
||||
Reference in New Issue
Block a user