From 1c0d20791556861f4c1804b43b03d9cc03ffa6b8 Mon Sep 17 00:00:00 2001 From: Taneem Ibrahim Date: Mon, 3 Aug 2026 15:07:59 -0400 Subject: [PATCH] [Bugfix] Default Gemma3 Model intermediate_tensors to None (#50777) Signed-off-by: Taneem Ibrahim Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com> --- vllm/model_executor/models/gemma3.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/gemma3.py b/vllm/model_executor/models/gemma3.py index 532a34d40f..4f370fec14 100644 --- a/vllm/model_executor/models/gemma3.py +++ b/vllm/model_executor/models/gemma3.py @@ -344,7 +344,7 @@ class Gemma3Model(nn.Module): self, input_ids: torch.Tensor | None, positions: torch.Tensor, - intermediate_tensors: IntermediateTensors | None, + intermediate_tensors: IntermediateTensors | None = None, inputs_embeds: torch.Tensor | None = None, **kwargs, ) -> torch.Tensor | IntermediateTensors: