[Core][Engine] allow DP ray placement groups to be set on specific nodes (#44669)
Signed-off-by: walterbm <walter.beller.morales@gmail.com>
This commit is contained in:
@@ -157,6 +157,7 @@ if TYPE_CHECKING:
|
||||
VLLM_DP_MASTER_PORT: int = 0
|
||||
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: bool = False
|
||||
VLLM_RAY_DP_PACK_STRATEGY: Literal["strict", "fill", "span"] = "strict"
|
||||
VLLM_RAY_DP_PLACEMENT_NODE_IPS: str = ""
|
||||
VLLM_RAY_EXTRA_ENV_VAR_PREFIXES_TO_COPY: str = ""
|
||||
VLLM_RAY_EXTRA_ENV_VARS_TO_COPY: str = ""
|
||||
VLLM_MARLIN_USE_ATOMIC_ADD: bool = False
|
||||
@@ -1324,6 +1325,13 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
"VLLM_RAY_DP_PACK_STRATEGY": lambda: os.getenv(
|
||||
"VLLM_RAY_DP_PACK_STRATEGY", "strict"
|
||||
),
|
||||
# Optional comma-separated list of node IPs that Ray data-parallel
|
||||
# placement groups may use. When set, create_dp_placement_groups only
|
||||
# considers these nodes (the DP master node is always included).
|
||||
# This environment variable is ignored if data-parallel-backend is not Ray.
|
||||
"VLLM_RAY_DP_PLACEMENT_NODE_IPS": lambda: os.getenv(
|
||||
"VLLM_RAY_DP_PLACEMENT_NODE_IPS", ""
|
||||
),
|
||||
# Comma-separated *additional* prefixes of env vars to copy from the
|
||||
# driver to Ray workers. These are merged with the built-in defaults
|
||||
# defined in ``vllm.ray.ray_env`` (VLLM_, etc.). Example: "MYLIB_,OTHER_"
|
||||
|
||||
Reference in New Issue
Block a user