[WideEP] Change DeepEPv2 to auto select hybrid mode by default (#57991)

Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
Tyler Michael Smith
2026-09-29 18:36:30 -04:00
committed by GitHub
co-authored by Codex
parent 797505747f
commit 50239dfc4d
3 changed files with 14 additions and 6 deletions
+5 -3
View File
@@ -83,8 +83,10 @@ def find_nccl_library_paths() -> list[str] | None:
return paths or None
def query_nccl_gin_type(group: torch.distributed.ProcessGroup) -> int | None:
"""Return the GIN type for an initialized group, or ``None`` on failure."""
def query_nccl_gin_type(
group: torch.distributed.ProcessGroup, *, railed: bool = False
) -> int | None:
"""Return the full or railed GIN type, or ``None`` on query failure."""
from vllm.distributed.device_communicators.pynccl_wrapper import (
NCCL_COMM_PROPERTIES_LAYOUT_VERSION,
NCCLLibrary,
@@ -126,4 +128,4 @@ def query_nccl_gin_type(group: torch.distributed.ProcessGroup) -> int | None:
if result != 0:
logger.warning("ncclCommQueryProperties returned error %d", result)
return None
return props.ginType
return props.railedGinType if railed else props.ginType