diff --git a/vllm/model_executor/determinism/batch_invariant.py b/vllm/model_executor/determinism/batch_invariant.py
index e4b04793fe..933e5ecef6 100644
--- a/vllm/model_executor/determinism/batch_invariant.py
+++ b/vllm/model_executor/determinism/batch_invariant.py
@@ -1424,6 +1424,9 @@ def override_envs_for_invariance():
 
     # torch.compile settings
     os.environ["VLLM_USE_AOT_COMPILE"] = "0"
+    import torch._inductor.config as inductor_config
+
+    inductor_config.batch_invariant = True
 
 
 def init_batch_invariance():