From 469f3dcf1d70349d0776ef82bdc5c4aff20a93f2 Mon Sep 17 00:00:00 2001 From: Sungjae Lee <33976427+llsj14@users.noreply.github.com> Date: Mon, 8 Jun 2026 15:58:31 +0900 Subject: [PATCH] [BugFix] Use served model name in gemma4 audio-tower error message (#44828) Signed-off-by: Sungjae Lee <33976427+llsj14@users.noreply.github.com> Signed-off-by: Sungjae Lee --- vllm/model_executor/models/gemma4_mm.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/gemma4_mm.py b/vllm/model_executor/models/gemma4_mm.py index 2f7def5415..bad7e061cc 100644 --- a/vllm/model_executor/models/gemma4_mm.py +++ b/vllm/model_executor/models/gemma4_mm.py @@ -34,6 +34,7 @@ from transformers.models.gemma4.configuration_gemma4 import ( ) from vllm.config import VllmConfig +from vllm.config.model import get_served_model_name from vllm.config.multimodal import BaseDummyOptions, VideoDummyOptions from vllm.inputs import MultiModalDataDict from vllm.logger import init_logger @@ -217,7 +218,10 @@ class Gemma4ProcessingInfo(BaseProcessingInfo): and num_items > 0 and self.get_hf_config().audio_config is None ): - model = self.ctx.model_config.model + model_config = self.ctx.model_config + model = get_served_model_name( + model_config.model, model_config.served_model_name + ) raise ValueError( f"Audio input was provided but the model " f"'{model}' does not have an audio tower. "