[LoRA][Gemma4] Support vision tower LoRA (#42662)
Signed-off-by: bk-201 <joy25810@foxmail.com> Signed-off-by: linitra24 <Joy25810@foxmail.com> Signed-off-by: linitra24 <joy25810@gmail.com> Co-authored-by: Jee Jee Li <pandaleefree@gmail.com> Co-authored-by: linitra24 <joy25810@gmail.com>
This commit is contained in:
co-authored by
Jee Jee Li
linitra24
parent
8e1131e1d1
commit
95c9144424
@@ -380,9 +380,13 @@ def test_select_common_block_size_no_valid_option():
|
||||
|
||||
def test_set_active_mm_loras_builds_tower_and_connector_mappings():
|
||||
model = Mock()
|
||||
model.get_num_mm_encoder_tokens.side_effect = lambda num_embeds: num_embeds + 1
|
||||
model.get_mm_lora_token_counts.side_effect = (
|
||||
lambda *, modality, mm_kwargs, num_mm_embeds: (
|
||||
num_mm_embeds + 1,
|
||||
num_mm_embeds + 11,
|
||||
)
|
||||
)
|
||||
model.get_mm_mapping.return_value = SimpleNamespace(connector=True)
|
||||
model.get_num_mm_connector_tokens.side_effect = lambda num_tokens: num_tokens + 10
|
||||
|
||||
lora_manager = Mock()
|
||||
lora_manager.supports_tower_connector_lora.return_value = True
|
||||
|
||||
Reference in New Issue
Block a user