[Model] Add support for moonshotai/Kimi-Audio-7B-Instruct (#36127)
Signed-off-by: tunglinwood <tunglinwood@gmail.com> Signed-off-by: tunglinwood <tomwu.tunglin@gmail.com> Signed-off-by: tunglinwood <113751333+tunglinwood@users.noreply.github.com>
This commit is contained in:
@@ -19,6 +19,7 @@ _VLLM_RENDERERS = {
|
||||
"deepseek_v32": ("deepseek_v32", "DeepseekV32Renderer"),
|
||||
"hf": ("hf", "HfRenderer"),
|
||||
"grok2": ("grok2", "Grok2Renderer"),
|
||||
"kimi_audio": ("kimi_audio", "KimiAudioRenderer"),
|
||||
"mistral": ("mistral", "MistralRenderer"),
|
||||
"qwen_vl": ("qwen_vl", "QwenVLRenderer"),
|
||||
"terratorch": ("terratorch", "TerratorchRenderer"),
|
||||
@@ -74,10 +75,18 @@ RENDERER_REGISTRY = RendererRegistry(
|
||||
|
||||
def renderer_from_config(config: "VllmConfig", **kwargs):
|
||||
model_config = config.model_config
|
||||
|
||||
tokenizer_mode, tokenizer_name, args, kwargs = tokenizer_args_from_config(
|
||||
model_config, **kwargs
|
||||
)
|
||||
|
||||
# Override tokenizer_mode for Kimi-Audio models
|
||||
if model_config.architecture == "MoonshotKimiaForCausalLM":
|
||||
tokenizer_mode = "kimi_audio"
|
||||
# Update model_config so other components (e.g., multimodal registry)
|
||||
# also use the correct tokenizer mode
|
||||
model_config.tokenizer_mode = "kimi_audio"
|
||||
|
||||
if (
|
||||
model_config.tokenizer_mode == "auto"
|
||||
and model_config.model_impl == "terratorch"
|
||||
|
||||
Reference in New Issue
Block a user