[Mics] add pcp basic support to MoE model (#31003)
This commit is contained in:
@@ -1027,6 +1027,10 @@ class FusedMoEConfig:
|
|||||||
def dp_size(self):
|
def dp_size(self):
|
||||||
return self.moe_parallel_config.dp_size
|
return self.moe_parallel_config.dp_size
|
||||||
|
|
||||||
|
@property
|
||||||
|
def pcp_size(self):
|
||||||
|
return self.moe_parallel_config.pcp_size
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def ep_size(self):
|
def ep_size(self):
|
||||||
return self.moe_parallel_config.ep_size
|
return self.moe_parallel_config.ep_size
|
||||||
@@ -1039,6 +1043,10 @@ class FusedMoEConfig:
|
|||||||
def dp_rank(self):
|
def dp_rank(self):
|
||||||
return self.moe_parallel_config.dp_rank
|
return self.moe_parallel_config.dp_rank
|
||||||
|
|
||||||
|
@property
|
||||||
|
def pcp_rank(self):
|
||||||
|
return self.moe_parallel_config.pcp_rank
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def ep_rank(self):
|
def ep_rank(self):
|
||||||
return self.moe_parallel_config.ep_rank
|
return self.moe_parallel_config.ep_rank
|
||||||
|
|||||||
Reference in New Issue
Block a user