[Bugfix][LoRA] Use an explicit capability flag for tower connector LoRA (#53092)

Signed-off-by: linitra24 <Joy25810@foxmail.com>
This commit is contained in:
linitra24
2026-08-21 09:45:54 +00:00
committed by GitHub
parent 36bad1b90c
commit e85d1b69cf
21 changed files with 36 additions and 2 deletions
+1
View File
@@ -231,6 +231,7 @@ class LlavaNextMultiModalProcessor(BaseLlavaNextMultiModalProcessor[_I]):
class LlavaNextForConditionalGeneration(
nn.Module, SupportsLoRA, SupportsMultiModal, SupportsPP
):
supports_tower_connector_lora = True
packed_modules_mapping = {
"qkv_proj": ["q_proj", "k_proj", "v_proj"],
"gate_up_proj": ["gate_proj", "up_proj"],