[Core][Engine] allow DP ray placement groups to be set on specific nodes (#44669)

Signed-off-by: walterbm <walter.beller.morales@gmail.com>
This commit is contained in:
Walter Beller-Morales
2026-06-05 20:07:47 +00:00
committed by GitHub
parent e28e369f78
commit c73b0d0db9
3 changed files with 173 additions and 11 deletions
+8
View File
@@ -157,6 +157,7 @@ if TYPE_CHECKING:
VLLM_DP_MASTER_PORT: int = 0
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: bool = False
VLLM_RAY_DP_PACK_STRATEGY: Literal["strict", "fill", "span"] = "strict"
VLLM_RAY_DP_PLACEMENT_NODE_IPS: str = ""
VLLM_RAY_EXTRA_ENV_VAR_PREFIXES_TO_COPY: str = ""
VLLM_RAY_EXTRA_ENV_VARS_TO_COPY: str = ""
VLLM_MARLIN_USE_ATOMIC_ADD: bool = False
@@ -1324,6 +1325,13 @@ environment_variables: dict[str, Callable[[], Any]] = {
"VLLM_RAY_DP_PACK_STRATEGY": lambda: os.getenv(
"VLLM_RAY_DP_PACK_STRATEGY", "strict"
),
# Optional comma-separated list of node IPs that Ray data-parallel
# placement groups may use. When set, create_dp_placement_groups only
# considers these nodes (the DP master node is always included).
# This environment variable is ignored if data-parallel-backend is not Ray.
"VLLM_RAY_DP_PLACEMENT_NODE_IPS": lambda: os.getenv(
"VLLM_RAY_DP_PLACEMENT_NODE_IPS", ""
),
# Comma-separated *additional* prefixes of env vars to copy from the
# driver to Ray workers. These are merged with the built-in defaults
# defined in ``vllm.ray.ray_env`` (VLLM_, etc.). Example: "MYLIB_,OTHER_"