[ BugFix ] Move zmq frontend to IPC instead of TCP (#7222)
This commit is contained in:
+8
-4
@@ -19,6 +19,7 @@ from platform import uname
|
||||
from typing import (Any, AsyncGenerator, Awaitable, Callable, Dict, Generic,
|
||||
Hashable, List, Optional, OrderedDict, Set, Tuple, TypeVar,
|
||||
Union, overload)
|
||||
from uuid import uuid4
|
||||
|
||||
import numpy as np
|
||||
import numpy.typing as npt
|
||||
@@ -484,10 +485,13 @@ def get_distributed_init_method(ip: str, port: int) -> str:
|
||||
return f"tcp://[{ip}]:{port}" if ":" in ip else f"tcp://{ip}:{port}"
|
||||
|
||||
|
||||
def get_open_port(port: Optional[int] = None) -> int:
|
||||
if port is None:
|
||||
# Default behavior here is to return a port for multi-gpu communication
|
||||
port = envs.VLLM_PORT
|
||||
def get_open_zmq_ipc_path() -> str:
|
||||
base_rpc_path = envs.VLLM_RPC_BASE_PATH
|
||||
return f"ipc://{base_rpc_path}/{uuid4()}"
|
||||
|
||||
|
||||
def get_open_port() -> int:
|
||||
port = envs.VLLM_PORT
|
||||
if port is not None:
|
||||
while True:
|
||||
try:
|
||||
|
||||
Reference in New Issue
Block a user