From 5a4c8d99242e9e069b604d0e9b969e77f7dd501d Mon Sep 17 00:00:00 2001 From: Agoni-02 <114491222+Agoni-02@users.noreply.github.com> Date: Wed, 19 Aug 2026 12:55:20 +0800 Subject: [PATCH] [Bugfix][LoRA] Add embedding_modules for Qwen3.5 CausalLM (#48850) Signed-off-by: m0_68169237 Co-authored-by: m0_68169237 Co-authored-by: Cursor Composer Co-authored-by: Jee Jee Li --- vllm/model_executor/models/qwen3_5.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/vllm/model_executor/models/qwen3_5.py b/vllm/model_executor/models/qwen3_5.py index 3fb3b7a782..e8cc041ce4 100644 --- a/vllm/model_executor/models/qwen3_5.py +++ b/vllm/model_executor/models/qwen3_5.py @@ -309,6 +309,11 @@ class Qwen3_5ForCausalLMBase( "in_proj_qkvz": ["in_proj_qkv", "in_proj_z"], "in_proj_ba": ["in_proj_b", "in_proj_a"], } + # Maps PEFT embed/lm_head LoRA targets onto vLLM embedding wrappers. + embedding_modules = { + "embed_tokens": "input_embeddings", + "lm_head": "output_embeddings", + } # Some community text-only checkpoints keep the extraneous # `model.language_model.` prefix inherited from the VL training stack.