[ROCm][Bugfix] Use TCP store when AITER custom all-reduce is enabled (#51635)
Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com> Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com> Co-authored-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
@@ -12,7 +12,13 @@ import torch.distributed as dist
|
||||
import vllm.envs as envs
|
||||
from vllm.logger import init_logger
|
||||
from vllm.platforms import current_platform
|
||||
from vllm.utils.network_utils import get_file_store_init_method
|
||||
from vllm.utils.network_utils import (
|
||||
aiter_requires_tcp_store,
|
||||
get_distributed_init_method,
|
||||
get_file_store_init_method,
|
||||
get_ip,
|
||||
get_open_port,
|
||||
)
|
||||
from vllm.v1.core.sched.output import GrammarOutput, SchedulerOutput
|
||||
from vllm.v1.executor.abstract import Executor
|
||||
from vllm.v1.executor.vllm_net_devices import set_worker_net_device
|
||||
@@ -70,7 +76,12 @@ class UniProcExecutor(Executor):
|
||||
|
||||
def _distributed_args(self) -> tuple[str, int, int]:
|
||||
"""Return (distributed_init_method, rank, local_rank)."""
|
||||
distributed_init_method = get_file_store_init_method()
|
||||
if aiter_requires_tcp_store():
|
||||
distributed_init_method = get_distributed_init_method(
|
||||
get_ip(), get_open_port()
|
||||
)
|
||||
else:
|
||||
distributed_init_method = get_file_store_init_method()
|
||||
# set local rank as the device index if specified
|
||||
device_info = self.vllm_config.device_config.device.__str__().split(":")
|
||||
local_rank = int(device_info[1]) if len(device_info) > 1 else 0
|
||||
|
||||
Reference in New Issue
Block a user