From 8b9deeec4b7ad889c62f31e2eec2d2537c780685 Mon Sep 17 00:00:00 2001 From: czhu-cohere Date: Fri, 29 May 2026 11:51:05 -0700 Subject: [PATCH] [Bugfix] Fix Ray placement group allocation with grouped nodes (#43998) Signed-off-by: Signed-off-by: root --- vllm/v1/engine/utils.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/v1/engine/utils.py b/vllm/v1/engine/utils.py index 554e8d6f00..8a7269a770 100644 --- a/vllm/v1/engine/utils.py +++ b/vllm/v1/engine/utils.py @@ -575,7 +575,9 @@ class CoreEngineActorManager: node_ip_keys = [ key for key in node_resources - if key != "node:__internal_head__" and key.startswith("node:") + if key != "node:__internal_head__" + and key.startswith("node:") + and "_group_" not in key ] assert len(node_ip_keys) == 1, ( f"Zero or multiple node IP keys found in node resources: {node_ip_keys}" @@ -654,6 +656,9 @@ class CoreEngineActorManager: if len(placement_groups) == dp_size: break + if len(placement_groups) == dp_size: + break + if len(placement_groups) < dp_size: raise ValueError( f"Not enough resources to allocate {dp_size} "