[WideEP] Change DeepEPv2 to auto select hybrid mode by default (#57991)
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com> Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
co-authored by
Codex
parent
797505747f
commit
50239dfc4d
+6
-2
@@ -2009,9 +2009,13 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
"VLLM_DEEPEP_LOW_LATENCY_USE_MNNVL": lambda: bool(
|
||||
int(os.getenv("VLLM_DEEPEP_LOW_LATENCY_USE_MNNVL", "0"))
|
||||
),
|
||||
# DeepEP v2: enable two-tier NVLink+RDMA hybrid mode
|
||||
# DeepEP v2: use NVLink+RDMA hybrid communication across NVLink domains.
|
||||
# * hybrid mode = multi-node RDMA
|
||||
# * non hybrid mode = nvlink
|
||||
# Set to 1 (the default) to allow DeepEP to autoselect hybrid vs non-hybrid.
|
||||
# Set to 0 to disable hybrid mode.
|
||||
"VLLM_DEEPEP_V2_ALLOW_HYBRID_MODE": lambda: bool(
|
||||
int(os.getenv("VLLM_DEEPEP_V2_ALLOW_HYBRID_MODE", "0"))
|
||||
int(os.getenv("VLLM_DEEPEP_V2_ALLOW_HYBRID_MODE", "1"))
|
||||
),
|
||||
# DeepEP v2: use fewer SMs at slight throughput cost
|
||||
"VLLM_DEEPEP_V2_PREFER_OVERLAP": lambda: bool(
|
||||
|
||||
Reference in New Issue
Block a user