From 03e8300d2cac77b24f7ab6013a803369ee64c19e Mon Sep 17 00:00:00 2001
From: yifanFengg <evanfengff@gmail.com>
Date: Sat, 17 Oct 2026 11:53:06 -0700
Subject: [PATCH] [Bugfix] Enable inductor batch-invariant mode under
 VLLM_BATCH_INVARIANT (#61118)

Signed-off-by: Yifan Feng <evanfengff@gmail.com>
Signed-off-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
Co-authored-by: Kevin H. Luu <khluu000@gmail.com>
---
 vllm/model_executor/determinism/batch_invariant.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/vllm/model_executor/determinism/batch_invariant.py b/vllm/model_executor/determinism/batch_invariant.py
index e4b04793fe..933e5ecef6 100644
--- a/vllm/model_executor/determinism/batch_invariant.py
+++ b/vllm/model_executor/determinism/batch_invariant.py
@@ -1424,6 +1424,9 @@ def override_envs_for_invariance():
 
     # torch.compile settings
     os.environ["VLLM_USE_AOT_COMPILE"] = "0"
+    import torch._inductor.config as inductor_config
+
+    inductor_config.batch_invariant = True
 
 
 def init_batch_invariance():