[Misc]: allow user to specify port in distributed setting (#4914)
This commit is contained in:
@@ -282,6 +282,9 @@ def get_distributed_init_method(ip: str, port: int) -> str:
|
||||
|
||||
|
||||
def get_open_port() -> int:
|
||||
port = envs.VLLM_PORT
|
||||
if port is not None:
|
||||
return port
|
||||
# try ipv4
|
||||
try:
|
||||
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
|
||||
|
||||
Reference in New Issue
Block a user