[WideEP] Update NCCL to 2.30.7 to enable DeepEPv2 in the vllm/vllm-openai image (#45321)

Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
Signed-off-by: Tyler Michael Smith <tyler@vllm.ai>
Signed-off-by: Tyler Michael Smith <tyler@tylermsmith.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Ilya Markov <ilmarkov@users.noreply.github.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
Tyler Michael Smith
2026-07-24 13:00:02 -07:00
committed by GitHub
co-authored by Claude Ilya Markov OpenAI Codex Codex
parent e222c33f2f
commit 5d8e90a966
13 changed files with 338 additions and 78 deletions
@@ -978,6 +978,7 @@ class DeepEPV2All2AllManager(All2AllManagerBase):
self._device_group = device_group
self.handle_cache = Cache()
self._num_sms: int | None = None
self._gin_checked = False
def _make_all2all_kwargs(
self,
@@ -1000,11 +1001,37 @@ class DeepEPV2All2AllManager(All2AllManagerBase):
explicitly_destroy=True,
)
def _check_gin_support(self, group) -> None:
from vllm.utils.nccl import query_nccl_gin_type
# ProcessGroupNCCL creates communicators lazily. Initialize this exact
# group before querying so a null comm pointer is not mistaken for
# missing GIN support.
probe = torch.zeros(1, device="cuda")
torch.distributed.all_reduce(probe, group=group)
gin_type = query_nccl_gin_type(group)
if gin_type is None:
raise RuntimeError(
"DeepEPv2 communicator properties query failed; "
"networking capability could not be determined."
)
if gin_type == 0:
raise RuntimeError(
"DeepEPv2 requires NCCL GIN (GPU-Initiated Networking). "
"This usually means IBGDA-capable InfiniBand NICs or drivers "
"are not available. See tools/ep_kernels/README.md for "
"requirements."
)
def get_handle(self, kwargs):
import deep_ep # type: ignore[import-not-found]
num_experts = kwargs.pop("num_experts", 256)
buffer_kwargs = self._make_all2all_kwargs(**kwargs)
if not self._gin_checked:
self._check_gin_support(buffer_kwargs["group"])
self._gin_checked = True
logger.debug("DeepEP v2 all2all args %s", buffer_kwargs)
handle: deep_ep.ElasticBuffer = self.handle_cache.get_or_create(
buffer_kwargs, deep_ep.ElasticBuffer