[ROCm][Bugfix] Use TCP store when AITER custom all-reduce is enabled (#51635)

Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
Co-authored-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
vllmellm
2026-08-10 11:07:14 +00:00
committed by GitHub
co-authored by tjtanaa
parent 3dafaef027
commit 436be94e13
3 changed files with 34 additions and 3 deletions
+13 -2
View File
@@ -12,7 +12,13 @@ import torch.distributed as dist
import vllm.envs as envs
from vllm.logger import init_logger
from vllm.platforms import current_platform
from vllm.utils.network_utils import get_file_store_init_method
from vllm.utils.network_utils import (
aiter_requires_tcp_store,
get_distributed_init_method,
get_file_store_init_method,
get_ip,
get_open_port,
)
from vllm.v1.core.sched.output import GrammarOutput, SchedulerOutput
from vllm.v1.executor.abstract import Executor
from vllm.v1.executor.vllm_net_devices import set_worker_net_device
@@ -70,7 +76,12 @@ class UniProcExecutor(Executor):
def _distributed_args(self) -> tuple[str, int, int]:
"""Return (distributed_init_method, rank, local_rank)."""
distributed_init_method = get_file_store_init_method()
if aiter_requires_tcp_store():
distributed_init_method = get_distributed_init_method(
get_ip(), get_open_port()
)
else:
distributed_init_method = get_file_store_init_method()
# set local rank as the device index if specified
device_info = self.vllm_config.device_config.device.__str__().split(":")
local_rank = int(device_info[1]) if len(device_info) > 1 else 0