diff --git a/vllm/v1/executor/ray_utils.py b/vllm/v1/executor/ray_utils.py index 6cfc0c5169..071a8eb88c 100644 --- a/vllm/v1/executor/ray_utils.py +++ b/vllm/v1/executor/ray_utils.py @@ -590,7 +590,7 @@ def initialize_ray_cluster( ) ray.init( address=ray_address, - num_gpus=parallel_config.world_size, + num_gpus=current_platform.device_count(), runtime_env=parallel_config.ray_runtime_env, ) else: