[BugFix] Use file:// rendezvous for single-node executors to eliminate startup port races (#50999)
Signed-off-by: Parsa Mazaheri <p_mazaheri@apple.com> Signed-off-by: aoshen02 <aoshen02@users.noreply.github.com> Signed-off-by: aoshen02 <aoshen@inferact.ai> Co-authored-by: Parsa Mazaheri <p_mazaheri@apple.com> Co-authored-by: aoshen02 <aoshen02@users.noreply.github.com> Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
co-authored by
Parsa Mazaheri
aoshen02
Claude
parent
0820125ae9
commit
11ba93f364
@@ -5,6 +5,7 @@ import ipaddress
|
||||
import os
|
||||
import socket
|
||||
import sys
|
||||
import tempfile
|
||||
import warnings
|
||||
from collections.abc import (
|
||||
Iterator,
|
||||
@@ -131,6 +132,10 @@ def get_distributed_init_method(ip: str, port: int) -> str:
|
||||
return get_tcp_uri(ip, port)
|
||||
|
||||
|
||||
def get_file_store_init_method() -> str:
|
||||
return f"file://{tempfile.gettempdir()}/vllm_dist_{uuid4().hex}"
|
||||
|
||||
|
||||
def get_tcp_uri(ip: str, port: int) -> str:
|
||||
if is_valid_ipv6_address(ip):
|
||||
return f"tcp://[{ip}]:{port}"
|
||||
|
||||
Reference in New Issue
Block a user