[ROCm][Bugfix] Use TCP store when AITER custom all-reduce is enabled (#51635)
Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com> Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com> Co-authored-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
@@ -136,6 +136,17 @@ def get_file_store_init_method() -> str:
|
||||
return f"file://{tempfile.gettempdir()}/vllm_dist_{uuid4().hex}"
|
||||
|
||||
|
||||
def aiter_requires_tcp_store() -> bool:
|
||||
"""AITER custom all-reduce requires a pure-TCP default store (its IPC
|
||||
metadata exchange asserts on ``TCPStore``); the file:// rendezvous yields a
|
||||
``FileStore`` and trips that assertion. Prefer the TCP rendezvous
|
||||
(pre-#50999) for ROCm + AITER custom AR until AITER accepts FileStore.
|
||||
"""
|
||||
from vllm._aiter_ops import rocm_aiter_ops
|
||||
|
||||
return rocm_aiter_ops.is_custom_all_reduce_enabled()
|
||||
|
||||
|
||||
def get_tcp_uri(ip: str, port: int) -> str:
|
||||
if is_valid_ipv6_address(ip):
|
||||
return f"tcp://[{ip}]:{port}"
|
||||
|
||||
Reference in New Issue
Block a user