From 3b8f0fe59e67318c2c6bffb20eb54c6648082c04 Mon Sep 17 00:00:00 2001 From: Richard Zou Date: Mon, 26 Jan 2026 23:25:02 -0500 Subject: [PATCH] [torch.compile] Stop assuming 32 bit indexing (#33113) Signed-off-by: Richard Zou --- vllm/config/compilation.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/config/compilation.py b/vllm/config/compilation.py index 9d86a4baef..3f94fa8b33 100644 --- a/vllm/config/compilation.py +++ b/vllm/config/compilation.py @@ -280,9 +280,10 @@ class DynamicShapesConfig: until this change picked up https://github.com/pytorch/pytorch/pull/169239. """ - assume_32_bit_indexing: bool = True + assume_32_bit_indexing: bool = False """ whether all tensor sizes can use 32 bit indexing. + `True` requires PyTorch 2.10+ """ def compute_hash(self) -> str: