[EPLB] Change default EPLB communicator (#43110)

Signed-off-by: Markov Ilya <markovilya19@gmail.com>
Co-authored-by: Markov Ilya <markovilya19@gmail.com>
This commit is contained in:
Ilya Markov
2026-05-22 09:43:27 -04:00
committed by GitHub
co-authored by Markov Ilya
parent 15f7cd33dc
commit d3a563501b
2 changed files with 25 additions and 6 deletions
+11 -5
View File
@@ -900,12 +900,18 @@ class ParallelConfig:
# (torch.distributed.batch_isend_irecv doesn't
# support stateless mode), so we use PyNCCL backend
self.eplb_config.communicator = "pynccl"
elif self.eplb_config.use_async:
# Torch Gloo is a backend that allows avoiding hangs
# due to NCCL multi-thread conflicts in async EPLB
self.eplb_config.communicator = "torch_gloo"
else:
self.eplb_config.communicator = "torch_nccl"
# Avoid torch_nccl: NCCL is fundamentally incompatible
# with async EPLB due to multi-stream conflicts, and
# batched isend/irecv hangs under high load.
# See https://github.com/pytorch/pytorch/issues/174288
# Prefer nixl when available; fall back to torch_gloo.
from vllm.distributed.nixl_utils import is_nixl_available
if is_nixl_available():
self.eplb_config.communicator = "nixl"
else:
self.eplb_config.communicator = "torch_gloo"
@property
def use_ray(self) -> bool:
+14 -1
View File
@@ -79,4 +79,17 @@ def __getattr__(name: str) -> Any:
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
__all__ = ["NixlWrapper", "nixl_agent_config", "nixlXferTelemetry"]
def is_nixl_available() -> bool:
"""Lightweight check for nixl/rixl package without importing it."""
import importlib.util
pkg = "rixl" if current_platform.is_rocm() else "nixl"
return importlib.util.find_spec(pkg) is not None
__all__ = [
"NixlWrapper",
"nixl_agent_config",
"nixlXferTelemetry",
"is_nixl_available",
]