[Bugfix][LoRA] Add embedding_modules for Qwen3.5 CausalLM (#48850)
Signed-off-by: m0_68169237 <m0_68169237@noreply.gitcode.com> Co-authored-by: m0_68169237 <m0_68169237@noreply.gitcode.com> Co-authored-by: Cursor Composer <composer@cursor.com> Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
co-authored by
m0_68169237
Cursor Composer
Jee Jee Li
parent
86a89a9348
commit
5a4c8d9924
@@ -309,6 +309,11 @@ class Qwen3_5ForCausalLMBase(
|
||||
"in_proj_qkvz": ["in_proj_qkv", "in_proj_z"],
|
||||
"in_proj_ba": ["in_proj_b", "in_proj_a"],
|
||||
}
|
||||
# Maps PEFT embed/lm_head LoRA targets onto vLLM embedding wrappers.
|
||||
embedding_modules = {
|
||||
"embed_tokens": "input_embeddings",
|
||||
"lm_head": "output_embeddings",
|
||||
}
|
||||
|
||||
# Some community text-only checkpoints keep the extraneous
|
||||
# `model.language_model.` prefix inherited from the VL training stack.
|
||||
|
||||
Reference in New Issue
Block a user