[Frontend] DP Supervisor (#40841)
Signed-off-by: yewentao256 <zhyanwentao@126.com> Signed-off-by: Robert Shaw <robertgshaw2@gmail.com> Signed-off-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com> Co-authored-by: robertgshaw2-redhat <robertgshaw2@gmail.com> Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com> Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
co-authored by
robertgshaw2-redhat
Robert Shaw
Nick Hill
parent
60af5c16ee
commit
0ddd7dd656
@@ -476,6 +476,7 @@ class EngineArgs:
|
||||
data_parallel_rpc_port: int | None = None
|
||||
data_parallel_hybrid_lb: bool = False
|
||||
data_parallel_external_lb: bool = False
|
||||
data_parallel_multi_port_external_lb: bool = False
|
||||
data_parallel_backend: DataParallelBackend = ParallelConfig.data_parallel_backend
|
||||
enable_expert_parallel: bool = ParallelConfig.enable_expert_parallel
|
||||
enable_ep_weight_filter: bool = ParallelConfig.enable_ep_weight_filter
|
||||
@@ -1043,6 +1044,15 @@ class EngineArgs:
|
||||
"-dpe",
|
||||
**parallel_kwargs["data_parallel_external_lb"],
|
||||
)
|
||||
parallel_group.add_argument(
|
||||
"--data-parallel-multi-port-external-lb",
|
||||
"-dpm",
|
||||
action="store_true",
|
||||
default=False,
|
||||
help="Run a node-local supervisor that launches one external-LB API "
|
||||
"server per local data parallel rank and exposes aggregated health on "
|
||||
"a supervisor port.",
|
||||
)
|
||||
parallel_group.add_argument(
|
||||
"--enable-expert-parallel",
|
||||
"-ep",
|
||||
|
||||
Reference in New Issue
Block a user