[torch.compile] Allow usage of Opaque Objects in PyTorch 2.11 (#39286)

Signed-off-by: Richard Zou <zou3519@gmail.com>
This commit is contained in:
Richard Zou
2026-04-08 23:21:10 +00:00
committed by GitHub
parent f3c7941ec8
commit ba4a78eb5d
5 changed files with 69 additions and 45 deletions
+3
View File
@@ -4857,6 +4857,9 @@ class GPUModelRunner(
self.vllm_config.compilation_config.mode
== CompilationMode.STOCK_TORCH_COMPILE
):
from vllm.env_override import _apply_constrain_to_fx_strides_patch
_apply_constrain_to_fx_strides_patch()
backend = self.vllm_config.compilation_config.init_backend(self.vllm_config)
compilation_counter.stock_torch_compile_count += 1
self.model.compile(fullgraph=True, backend=backend)