[MoE Refactor] Rename "naive" all2all backend (#36294)

Signed-off-by: Bill Nell <bnell@redhat.com>
This commit is contained in:
bnellnm
2026-03-19 15:50:34 -04:00
committed by GitHub
parent 4ee847e400
commit 91be5f9be3
6 changed files with 15 additions and 16 deletions
+5 -6
View File
@@ -162,7 +162,6 @@ class ParallelConfig:
all2all_backend: All2AllBackend = "allgather_reducescatter"
"""All2All backend for MoE expert parallel communication. Available options:
- "naive": Naive all2all implementation using broadcasts\n
- "allgather_reducescatter": All2all based on allgather and reducescatter\n
- "deepep_high_throughput": Use deepep high-throughput kernels\n
- "deepep_low_latency": Use deepep low-latency kernels\n
@@ -344,10 +343,11 @@ class ParallelConfig:
f"but found: {self._api_process_rank}"
)
if self.all2all_backend == "pplx":
if self.all2all_backend in ["pplx", "naive"]:
logger.warning(
"The 'pplx' all2all backend has been removed. "
"Falling back to 'allgather_reducescatter'."
"The '%s' all2all backend has been removed. "
"Falling back to 'allgather_reducescatter'.",
self.all2all_backend,
)
self.all2all_backend = "allgather_reducescatter"
@@ -534,7 +534,6 @@ class ParallelConfig:
self.all2all_backend
in (
"allgather_reducescatter",
"naive",
"deepep_high_throughput",
"deepep_low_latency",
"mori",
@@ -764,7 +763,7 @@ class ParallelConfig:
)
if (
self.all2all_backend in ("allgather_reducescatter", "naive")
self.all2all_backend in ("allgather_reducescatter")
and self.eplb_config.use_async
):
logger.warning(