[LoRA][Gemma4] Support vision tower LoRA (#42662)

Signed-off-by: bk-201 <joy25810@foxmail.com>
Signed-off-by: linitra24 <Joy25810@foxmail.com>
Signed-off-by: linitra24 <joy25810@gmail.com>
Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
Co-authored-by: linitra24 <joy25810@gmail.com>
This commit is contained in:
linitra24
2026-08-13 22:07:43 +08:00
committed by GitHub
co-authored by Jee Jee Li linitra24
parent 8e1131e1d1
commit 95c9144424
10 changed files with 309 additions and 48 deletions
+6 -2
View File
@@ -380,9 +380,13 @@ def test_select_common_block_size_no_valid_option():
def test_set_active_mm_loras_builds_tower_and_connector_mappings():
model = Mock()
model.get_num_mm_encoder_tokens.side_effect = lambda num_embeds: num_embeds + 1
model.get_mm_lora_token_counts.side_effect = (
lambda *, modality, mm_kwargs, num_mm_embeds: (
num_mm_embeds + 1,
num_mm_embeds + 11,
)
)
model.get_mm_mapping.return_value = SimpleNamespace(connector=True)
model.get_num_mm_connector_tokens.side_effect = lambda num_tokens: num_tokens + 10
lora_manager = Mock()
lora_manager.supports_tower_connector_lora.return_value = True