[Frontend] DP Supervisor (#40841)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
Signed-off-by: Robert Shaw <robertgshaw2@gmail.com>
Signed-off-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
Co-authored-by: robertgshaw2-redhat <robertgshaw2@gmail.com>
Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Wentao Ye
2026-05-21 20:33:16 -07:00
committed by GitHub
co-authored by robertgshaw2-redhat Robert Shaw Nick Hill
parent 60af5c16ee
commit 0ddd7dd656
7 changed files with 1168 additions and 17 deletions
+10
View File
@@ -476,6 +476,7 @@ class EngineArgs:
data_parallel_rpc_port: int | None = None
data_parallel_hybrid_lb: bool = False
data_parallel_external_lb: bool = False
data_parallel_multi_port_external_lb: bool = False
data_parallel_backend: DataParallelBackend = ParallelConfig.data_parallel_backend
enable_expert_parallel: bool = ParallelConfig.enable_expert_parallel
enable_ep_weight_filter: bool = ParallelConfig.enable_ep_weight_filter
@@ -1043,6 +1044,15 @@ class EngineArgs:
"-dpe",
**parallel_kwargs["data_parallel_external_lb"],
)
parallel_group.add_argument(
"--data-parallel-multi-port-external-lb",
"-dpm",
action="store_true",
default=False,
help="Run a node-local supervisor that launches one external-LB API "
"server per local data parallel rank and exposes aggregated health on "
"a supervisor port.",
)
parallel_group.add_argument(
"--enable-expert-parallel",
"-ep",