[Elastic EP] Reduce eager-mode reconfiguration downtime (#51885)

Signed-off-by: Itay Alroy <ialroy@nvidia.com>
This commit is contained in:
Itay Alroy
2026-08-19 02:13:06 +00:00
committed by GitHub
parent d36cc4254e
commit a2257f95b7
12 changed files with 194 additions and 303 deletions
+7 -7
View File
@@ -1366,21 +1366,21 @@ def _replace_active_groups(
ep: GroupCoordinator | None,
eplb: GroupCoordinator | None,
node_count: int | None,
) -> None:
"""Destroy the current DP/EP/WORLD/EPLB groups and replace them.
) -> tuple[GroupCoordinator | None, ...]:
"""Replace the active groups and return the groups they replaced.
Destruction is collective — all ranks in the old groups must call this
function together. Pass all-``None`` to tear down without replacement.
The caller must destroy the returned DP, EP, WORLD, and EPLB groups
collectively and in that order. Pass all-``None`` to remove the active
groups without replacement.
"""
global _WORLD, _DP, _EP, _EPLB, _NODE_COUNT
for group in (_DP, _EP, _WORLD, _EPLB):
if group is not None:
group.destroy()
old_groups = _DP, _EP, _WORLD, _EPLB
_WORLD = world
_DP = dp
_EP = ep
_EPLB = eplb
_NODE_COUNT = node_count
return old_groups
_TP: GroupCoordinator | None = None