[Elastic EP] Async preparation (#47288)
Signed-off-by: Itay Alroy <ialroy@nvidia.com>
This commit is contained in:
@@ -686,6 +686,14 @@ class ParallelConfig:
|
||||
and self.data_parallel_size > 1
|
||||
)
|
||||
|
||||
@property
|
||||
def use_all2all(self) -> bool:
|
||||
return (
|
||||
self.data_parallel_size > 1
|
||||
or self.use_sequence_parallel_moe
|
||||
or (self.enable_expert_parallel and self.prefill_context_parallel_size > 1)
|
||||
)
|
||||
|
||||
@property
|
||||
def use_batched_dp_moe(self) -> bool:
|
||||
return (
|
||||
@@ -786,6 +794,7 @@ class ParallelConfig:
|
||||
"data_parallel_master_ip",
|
||||
"data_parallel_master_port",
|
||||
"_data_parallel_master_port_list",
|
||||
"_coord_store_port",
|
||||
"data_parallel_rpc_port",
|
||||
"rank",
|
||||
"master_addr",
|
||||
|
||||
Reference in New Issue
Block a user