From 0d3ede3e3bd62cae2fc5c465b9bc2e62028b1e71 Mon Sep 17 00:00:00 2001 From: djramic Date: Thu, 3 Sep 2026 12:21:54 +0200 Subject: [PATCH] [Bugfix][Model] Enable torch.compile for StableLM (#54969) Signed-off-by: Djordje Ramic --- vllm/model_executor/models/stablelm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/model_executor/models/stablelm.py b/vllm/model_executor/models/stablelm.py index b18f4051ca..1851252882 100644 --- a/vllm/model_executor/models/stablelm.py +++ b/vllm/model_executor/models/stablelm.py @@ -29,6 +29,7 @@ import torch from torch import nn from transformers import StableLmConfig +from vllm.compilation.decorators import support_torch_compile from vllm.config import CacheConfig, VllmConfig from vllm.distributed import get_pp_group, get_tensor_model_parallel_world_size from vllm.model_executor.layers.activation import SiluAndMul @@ -213,6 +214,7 @@ class StablelmDecoderLayer(nn.Module): return hidden_states, residual +@support_torch_compile class StableLMEpochModel(nn.Module): def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""): super().__init__()