[MoE Refactor] Remove MoE DP chunking (#39107)

Signed-off-by: Bill Nell <bnell@redhat.com>
Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
This commit is contained in:
bnellnm
2026-04-14 09:48:05 -04:00
committed by GitHub
co-authored by Robert Shaw
parent f7e62e3d66
commit e1e318af01
20 changed files with 76 additions and 389 deletions
+12
View File
@@ -622,6 +622,18 @@ class ParallelConfig:
and self.data_parallel_size > 1
)
@property
def use_batched_dp_moe(self) -> bool:
return (
self.all2all_backend
in (
"deepep_low_latency",
"nixl_ep",
)
and self.enable_expert_parallel
and self.data_parallel_size > 1
)
@property
def node_rank_within_dp(self) -> int:
return self.node_rank % self.nnodes_within_dp