From 8c2bbe00d58a930c6c09a80495728b26b79d9200 Mon Sep 17 00:00:00 2001 From: linitra24 Date: Mon, 24 Aug 2026 13:51:43 +0800 Subject: [PATCH] [Bugfix][LoRA] Add multimodal module mapping for Muse-Glimmer (#53513) Signed-off-by: linitra24 --- vllm/model_executor/models/muse_glimmer.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/vllm/model_executor/models/muse_glimmer.py b/vllm/model_executor/models/muse_glimmer.py index cba3b152ca..6b6530e9a6 100644 --- a/vllm/model_executor/models/muse_glimmer.py +++ b/vllm/model_executor/models/muse_glimmer.py @@ -69,6 +69,7 @@ from vllm.model_executor.layers.vocab_parallel_embedding import ( ParallelLMHead, VocabParallelEmbedding, ) +from vllm.model_executor.models.module_mapping import MultiModelKeys from vllm.multimodal import MULTIMODAL_REGISTRY from vllm.multimodal.inputs import MultiModalFieldConfig, MultiModalKwargsItems from vllm.multimodal.parse import ImageSize, MultiModalDataItems @@ -1646,3 +1647,13 @@ class MuseGlimmerForCausalLM( def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]) -> set[str]: loader = AutoWeightsLoader(self) return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper) + + def get_mm_mapping(self) -> MultiModelKeys: + """ + Get the module prefix in multimodal models + """ + return MultiModelKeys.from_string_field( + language_model="model", + connector=["vision_adapter.", "vision_projection."], + tower_model="vision_encoder.", + )