[Bug] Fix status update address for non-MOE model within external dp mode (#40839)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -962,7 +962,9 @@ class EngineArgs:
|
||||
"-dpn",
|
||||
type=int,
|
||||
help="Data parallel rank of this instance. "
|
||||
"When set, enables external load balancer mode.",
|
||||
"When set, enables external load balancer mode for MoE "
|
||||
"data-parallel deployments. Unsupported for non-MoE models; "
|
||||
"launch independent vLLM instances instead.",
|
||||
)
|
||||
parallel_group.add_argument(
|
||||
"--data-parallel-start-rank",
|
||||
@@ -1793,6 +1795,16 @@ class EngineArgs:
|
||||
data_parallel_external_lb = (
|
||||
self.data_parallel_external_lb or self.data_parallel_rank is not None
|
||||
)
|
||||
if (
|
||||
self.data_parallel_size > 1
|
||||
and data_parallel_external_lb
|
||||
and not model_config.is_moe
|
||||
):
|
||||
raise ValueError(
|
||||
"Non-MoE models do not support external data parallel mode. "
|
||||
"For external load balancing, launch independent vLLM "
|
||||
"instances without --data-parallel-* arguments."
|
||||
)
|
||||
# Local DP rank = 1, use pure-external LB.
|
||||
if data_parallel_external_lb:
|
||||
assert self.data_parallel_rank is not None, (
|
||||
|
||||
Reference in New Issue
Block a user