[Bugfix][LoRA] Add embedding_modules for Qwen3.5 CausalLM (#48850)

Signed-off-by: m0_68169237 <m0_68169237@noreply.gitcode.com>
Co-authored-by: m0_68169237 <m0_68169237@noreply.gitcode.com>
Co-authored-by: Cursor Composer <composer@cursor.com>
Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Agoni-02
2026-08-19 04:55:20 +00:00
committed by GitHub
co-authored by m0_68169237 Cursor Composer Jee Jee Li
parent 86a89a9348
commit 5a4c8d9924
+5
View File
@@ -309,6 +309,11 @@ class Qwen3_5ForCausalLMBase(
"in_proj_qkvz": ["in_proj_qkv", "in_proj_z"],
"in_proj_ba": ["in_proj_b", "in_proj_a"],
}
# Maps PEFT embed/lm_head LoRA targets onto vLLM embedding wrappers.
embedding_modules = {
"embed_tokens": "input_embeddings",
"lm_head": "output_embeddings",
}
# Some community text-only checkpoints keep the extraneous
# `model.language_model.` prefix inherited from the VL training stack.