[Frontend] DP Supervisor (#40841)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
Signed-off-by: Robert Shaw <robertgshaw2@gmail.com>
Signed-off-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
Co-authored-by: robertgshaw2-redhat <robertgshaw2@gmail.com>
Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Wentao Ye
2026-05-21 20:33:16 -07:00
committed by GitHub
co-authored by robertgshaw2-redhat Robert Shaw Nick Hill
parent 60af5c16ee
commit 0ddd7dd656
7 changed files with 1168 additions and 17 deletions
+18
View File
@@ -229,6 +229,17 @@ class FrontendArgs(BaseFrontendArgs):
"""Host name."""
port: int = 8000
"""Port number."""
data_parallel_supervisor_port: int = 9256
"""HTTP port for aggregated health endpoints in multi-port external LB
mode."""
dp_supervisor_probe_interval_s: float = 5.0
"""Seconds between aggregated health probes in multi-port external LB mode."""
dp_supervisor_probe_timeout_s: float = 5.0
"""Seconds to wait between retries when a child health probe fails with a
connection error in multi-port external LB mode."""
dp_supervisor_probe_failure_threshold: int = 3
"""Number of consecutive connection-error retries before a child health
probe is declared failed in multi-port external LB mode."""
uds: str | None = None
"""Unix domain socket path. If set, host and port arguments are ignored."""
uvicorn_log_level: Literal[
@@ -387,6 +398,13 @@ def validate_parsed_serve_args(args: argparse.Namespace):
if args.enable_log_outputs and not args.enable_log_requests:
raise TypeError("Error: --enable-log-outputs requires --enable-log-requests")
if args.data_parallel_multi_port_external_lb:
from vllm.entrypoints.openai.dp_supervisor import (
validate_multi_port_external_lb_args,
)
validate_multi_port_external_lb_args(args)
def create_parser_for_docs() -> FlexibleArgumentParser:
parser_for_docs = FlexibleArgumentParser(