[Bugfix] Strengthen the check of X-data-parallel-rank in Hybrid LB mode (#32314)

Signed-off-by: Tianchen Ding <dtcccc@linux.alibaba.com>
This commit is contained in:
dtc
2026-01-15 16:31:16 +08:00
committed by GitHub
parent 4c1c501a7e
commit 1e584823f8
7 changed files with 20 additions and 22 deletions
+6 -5
View File
@@ -458,13 +458,14 @@ class InputProcessor:
self._validate_lora(lora_request)
self._validate_params(params)
data_parallel_size = self.vllm_config.parallel_config.data_parallel_size
if data_parallel_rank is not None and not (
0 <= data_parallel_rank < data_parallel_size
):
parallel_config = self.vllm_config.parallel_config
dp_size = parallel_config.data_parallel_size
dp_local_size = parallel_config.data_parallel_size_local
num_ranks = dp_local_size if parallel_config.local_engines_only else dp_size
if data_parallel_rank is not None and not (0 <= data_parallel_rank < num_ranks):
raise ValueError(
f"data_parallel_rank {data_parallel_rank} "
f"is out of range [0, {data_parallel_size})."
f"is out of range [0, {num_ranks})."
)
if arrival_time is None: