[MRV2] Support stock torch.compile mode (#59079)

Signed-off-by: cheesecake <farzanaman99@gmail.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
Cheese Cake
2026-09-28 20:17:48 -07:00
committed by GitHub
co-authored by OpenAI Codex Nick Hill Wentao Ye
parent 4406874e7c
commit 4e59d53ab5
7 changed files with 107 additions and 13 deletions
+43 -1
View File
@@ -7,7 +7,11 @@ import os
import pytest
import torch
from vllm.compilation.wrapper import TorchCompileWithNoGuardsWrapper
from vllm.compilation.counter import compilation_counter
from vllm.compilation.wrapper import (
TorchCompileWithNoGuardsWrapper,
compile_model_with_stock_torch,
)
from vllm.config import (
CompilationConfig,
CompilationMode,
@@ -117,6 +121,44 @@ def test_torch_compile_wrapper(use_bytecode_hook, monkeypatch):
raise AssertionError("expected an exception to be raised")
def test_compile_model_with_stock_torch(monkeypatch):
"""The whole model is compiled in place with the configured backend."""
graphs: list[torch.fx.GraphModule] = []
def recording_backend(gm: torch.fx.GraphModule, example_inputs):
graphs.append(gm)
return gm.forward
monkeypatch.setattr(
CompilationConfig,
"init_backend",
lambda self, vllm_config, *args, **kwargs: recording_backend,
)
class Model(torch.nn.Module):
def __init__(self):
super().__init__()
self.linear = torch.nn.Linear(4, 2)
def forward(self, x: torch.Tensor):
return self.linear(x).relu()
vllm_config = VllmConfig()
vllm_config.compilation_config = CompilationConfig(
mode=CompilationMode.STOCK_TORCH_COMPILE
)
model = Model()
x = torch.randn(3, 4)
expected = model(x)
torch._dynamo.reset()
with compilation_counter.expect(stock_torch_compile_count=1):
compile_model_with_stock_torch(model, vllm_config)
assert not graphs # compilation is deferred to the first call
torch.testing.assert_close(model(x), expected)
assert len(graphs) == 1
if __name__ == "__main__":
# Run with both parameter values