[WideEP] Change DeepEPv2 to auto select hybrid mode by default (#57991)
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com> Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
co-authored by
Codex
parent
797505747f
commit
50239dfc4d
+5
-3
@@ -83,8 +83,10 @@ def find_nccl_library_paths() -> list[str] | None:
|
||||
return paths or None
|
||||
|
||||
|
||||
def query_nccl_gin_type(group: torch.distributed.ProcessGroup) -> int | None:
|
||||
"""Return the GIN type for an initialized group, or ``None`` on failure."""
|
||||
def query_nccl_gin_type(
|
||||
group: torch.distributed.ProcessGroup, *, railed: bool = False
|
||||
) -> int | None:
|
||||
"""Return the full or railed GIN type, or ``None`` on query failure."""
|
||||
from vllm.distributed.device_communicators.pynccl_wrapper import (
|
||||
NCCL_COMM_PROPERTIES_LAYOUT_VERSION,
|
||||
NCCLLibrary,
|
||||
@@ -126,4 +128,4 @@ def query_nccl_gin_type(group: torch.distributed.ProcessGroup) -> int | None:
|
||||
if result != 0:
|
||||
logger.warning("ncclCommQueryProperties returned error %d", result)
|
||||
return None
|
||||
return props.ginType
|
||||
return props.railedGinType if railed else props.ginType
|
||||
|
||||
Reference in New Issue
Block a user