[WideEP] Change DeepEPv2 to auto select hybrid mode by default (#57991)

Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
Tyler Michael Smith
2026-09-29 18:36:30 -04:00
committed by GitHub
co-authored by Codex
parent 797505747f
commit 50239dfc4d
3 changed files with 14 additions and 6 deletions
+6 -2
View File
@@ -2009,9 +2009,13 @@ environment_variables: dict[str, Callable[[], Any]] = {
"VLLM_DEEPEP_LOW_LATENCY_USE_MNNVL": lambda: bool(
int(os.getenv("VLLM_DEEPEP_LOW_LATENCY_USE_MNNVL", "0"))
),
# DeepEP v2: enable two-tier NVLink+RDMA hybrid mode
# DeepEP v2: use NVLink+RDMA hybrid communication across NVLink domains.
# * hybrid mode = multi-node RDMA
# * non hybrid mode = nvlink
# Set to 1 (the default) to allow DeepEP to autoselect hybrid vs non-hybrid.
# Set to 0 to disable hybrid mode.
"VLLM_DEEPEP_V2_ALLOW_HYBRID_MODE": lambda: bool(
int(os.getenv("VLLM_DEEPEP_V2_ALLOW_HYBRID_MODE", "0"))
int(os.getenv("VLLM_DEEPEP_V2_ALLOW_HYBRID_MODE", "1"))
),
# DeepEP v2: use fewer SMs at slight throughput cost
"VLLM_DEEPEP_V2_PREFER_OVERLAP": lambda: bool(