diff --git a/vllm/v1/engine/utils.py b/vllm/v1/engine/utils.py index 554e8d6f00..8a7269a770 100644 --- a/vllm/v1/engine/utils.py +++ b/vllm/v1/engine/utils.py @@ -575,7 +575,9 @@ class CoreEngineActorManager: node_ip_keys = [ key for key in node_resources - if key != "node:__internal_head__" and key.startswith("node:") + if key != "node:__internal_head__" + and key.startswith("node:") + and "_group_" not in key ] assert len(node_ip_keys) == 1, ( f"Zero or multiple node IP keys found in node resources: {node_ip_keys}" @@ -654,6 +656,9 @@ class CoreEngineActorManager: if len(placement_groups) == dp_size: break + if len(placement_groups) == dp_size: + break + if len(placement_groups) < dp_size: raise ValueError( f"Not enough resources to allocate {dp_size} "