[ROCm][Bugfix] Use TCP store when AITER custom all-reduce is enabled (#51635)

Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
Co-authored-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
vllmellm
2026-08-10 11:07:14 +00:00
committed by GitHub
co-authored by tjtanaa
parent 3dafaef027
commit 436be94e13
3 changed files with 34 additions and 3 deletions
+11
View File
@@ -136,6 +136,17 @@ def get_file_store_init_method() -> str:
return f"file://{tempfile.gettempdir()}/vllm_dist_{uuid4().hex}"
def aiter_requires_tcp_store() -> bool:
"""AITER custom all-reduce requires a pure-TCP default store (its IPC
metadata exchange asserts on ``TCPStore``); the file:// rendezvous yields a
``FileStore`` and trips that assertion. Prefer the TCP rendezvous
(pre-#50999) for ROCm + AITER custom AR until AITER accepts FileStore.
"""
from vllm._aiter_ops import rocm_aiter_ops
return rocm_aiter_ops.is_custom_all_reduce_enabled()
def get_tcp_uri(ip: str, port: int) -> str:
if is_valid_ipv6_address(ip):
return f"tcp://[{ip}]:{port}"