[Bugfix] Strengthen the check of X-data-parallel-rank in Hybrid LB mode (#32314)

Signed-off-by: Tianchen Ding <dtcccc@linux.alibaba.com>
This commit is contained in:
dtc
2026-01-15 16:31:16 +08:00
committed by GitHub
parent 4c1c501a7e
commit 1e584823f8
7 changed files with 20 additions and 22 deletions
+2 -4
View File
@@ -190,9 +190,7 @@ def run_multi_api_server(args: argparse.Namespace):
parallel_config = vllm_config.parallel_config
dp_rank = parallel_config.data_parallel_rank
external_dp_lb = parallel_config.data_parallel_external_lb
hybrid_dp_lb = parallel_config.data_parallel_hybrid_lb
assert external_dp_lb or hybrid_dp_lb or dp_rank == 0
assert parallel_config.local_engines_only or dp_rank == 0
api_server_manager: APIServerProcessManager | None = None
@@ -218,7 +216,7 @@ def run_multi_api_server(args: argparse.Namespace):
# (after the launcher context manager exits),
# since we get the front-end stats update address from the coordinator
# via the handshake with the local engine.
if dp_rank == 0 or not (external_dp_lb or hybrid_dp_lb):
if dp_rank == 0 or not parallel_config.local_engines_only:
# Start API servers using the manager.
api_server_manager = APIServerProcessManager(**api_server_manager_kwargs)