From 80771bbbddf9e5153eea3aca8055049ee5aaaed1 Mon Sep 17 00:00:00 2001 From: Donald Tolley Date: Tue, 25 Aug 2026 12:16:09 -0700 Subject: [PATCH] [Core] Disable fuse_allreduce_rms under VLLM_BATCH_INVARIANT (non-deterministic under TP) (#51292) Signed-off-by: Don Tolley Signed-off-by: tolleybot Co-authored-by: yewentao256 Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> --- vllm/config/vllm.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index d7114d40ca..334b5890af 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -183,6 +183,10 @@ def enable_allreduce_rms_fusion(cfg: "VllmConfig") -> bool: from vllm.platforms import current_platform from vllm.utils.flashinfer import has_flashinfer + # The fused all-reduce + RMSNorm path is not batch-invariant + if envs.VLLM_BATCH_INVARIANT: + return False + if current_platform.is_rocm(): from vllm._aiter_ops import rocm_aiter_ops