[BugFix] Use served model name in gemma4 audio-tower error message (#44828)
Signed-off-by: Sungjae Lee <33976427+llsj14@users.noreply.github.com> Signed-off-by: Sungjae Lee <sung-jae.lee@navercorp.com>
This commit is contained in:
@@ -34,6 +34,7 @@ from transformers.models.gemma4.configuration_gemma4 import (
|
||||
)
|
||||
|
||||
from vllm.config import VllmConfig
|
||||
from vllm.config.model import get_served_model_name
|
||||
from vllm.config.multimodal import BaseDummyOptions, VideoDummyOptions
|
||||
from vllm.inputs import MultiModalDataDict
|
||||
from vllm.logger import init_logger
|
||||
@@ -217,7 +218,10 @@ class Gemma4ProcessingInfo(BaseProcessingInfo):
|
||||
and num_items > 0
|
||||
and self.get_hf_config().audio_config is None
|
||||
):
|
||||
model = self.ctx.model_config.model
|
||||
model_config = self.ctx.model_config
|
||||
model = get_served_model_name(
|
||||
model_config.model, model_config.served_model_name
|
||||
)
|
||||
raise ValueError(
|
||||
f"Audio input was provided but the model "
|
||||
f"'{model}' does not have an audio tower. "
|
||||
|
||||
Reference in New Issue
Block a user