[Elastic EP] Async preparation (#47288)

Signed-off-by: Itay Alroy <ialroy@nvidia.com>
This commit is contained in:
Itay Alroy
2026-07-28 05:19:13 -07:00
committed by GitHub
parent d2bfc6fe20
commit 35efdf6b34
21 changed files with 701 additions and 677 deletions
+9
View File
@@ -686,6 +686,14 @@ class ParallelConfig:
and self.data_parallel_size > 1
)
@property
def use_all2all(self) -> bool:
return (
self.data_parallel_size > 1
or self.use_sequence_parallel_moe
or (self.enable_expert_parallel and self.prefill_context_parallel_size > 1)
)
@property
def use_batched_dp_moe(self) -> bool:
return (
@@ -786,6 +794,7 @@ class ParallelConfig:
"data_parallel_master_ip",
"data_parallel_master_port",
"_data_parallel_master_port_list",
"_coord_store_port",
"data_parallel_rpc_port",
"rank",
"master_addr",