[Distributed][MoonEP] BF16 integration of MoonEP balanced EP backend (#52101)

Signed-off-by: kevinli <306243285+kaijunli-infr@users.noreply.github.com>
Co-authored-by: kevinli <306243285+kaijunli-infr@users.noreply.github.com>
This commit is contained in:
Kevin Li
2026-09-18 10:34:01 -04:00
committed by GitHub
co-authored by kevinli
parent 2bdae2a5a8
commit 911548247a
15 changed files with 1338 additions and 12 deletions
+28
View File
@@ -512,6 +512,34 @@ def has_nixl_ep() -> bool:
return _has_module("nixl_ep")
def has_moonep() -> bool:
"""Whether the optional `moonep` package is available."""
return _has_module("moonep")
def check_moonep_system_support() -> None:
"""Raise if the current device cannot run MoonEP.
MoonEP's symmetric-memory buffers require CUDA VMM plus NVSwitch multicast
(SHARP) on every EP rank; NVLink-only topologies without NVSwitch (e.g.
4x H100 NV6) fail deep inside ``moonep.Buffer`` otherwise.
"""
if not has_moonep():
raise RuntimeError(
"MoonEP not available. Install it from "
"https://github.com/MoonshotAI/MoonEP."
)
from moonep._C import ( # type: ignore[import-not-found]
nvl_multicast_supported,
)
if not nvl_multicast_supported():
raise RuntimeError(
"MoonEP requires NVSwitch multicast (SHARP) support on the "
"current device; it is not supported on this GPU/topology."
)
def is_numba_available() -> bool:
"""Whether the optional `numba` package is available."""
return _has_module("numba")