[WideEP] Integrate DeepEP v2 (#41183)
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com> Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
05cb606cad
commit
e2f993dc41
@@ -1070,6 +1070,10 @@ class FusedMoEParallelConfig:
|
||||
def use_nixl_ep_kernels(self):
|
||||
return self.use_all2all_kernels and self.all2all_backend == "nixl_ep"
|
||||
|
||||
@property
|
||||
def use_deepep_v2_kernels(self):
|
||||
return self.use_all2all_kernels and self.all2all_backend == "deepep_v2"
|
||||
|
||||
@staticmethod
|
||||
def flatten_tp_across_dp_and_pcp(
|
||||
tp_size: int, dp_size: int, dp_rank: int, pcp_size: int, pcp_rank: int
|
||||
@@ -1394,6 +1398,10 @@ class FusedMoEConfig:
|
||||
def use_nixl_ep_kernels(self):
|
||||
return self.moe_parallel_config.use_nixl_ep_kernels
|
||||
|
||||
@property
|
||||
def use_deepep_v2_kernels(self):
|
||||
return self.moe_parallel_config.use_deepep_v2_kernels
|
||||
|
||||
@property
|
||||
def needs_round_robin_routing_tables(self):
|
||||
return self.moe_parallel_config.needs_round_robin_routing_tables
|
||||
|
||||
Reference in New Issue
Block a user