[Model] Enable tower and connector LoRA for Keye (#51780)

Signed-off-by: shujialiu <liushujia0122@163.com>
2026-08-11 10:35:59 +00:00
parent 0fec3d652b
commit d8f840071e
1 changed files with 8 additions and 0 deletions
@@ -1466,6 +1466,14 @@ class BaseKeyeModule(nn.Module, SupportsMultiModal):
            tower_model="visual.",
        )

+    def get_num_mm_encoder_tokens(self, num_image_tokens: int) -> int:
+        merge_size = self.config.vision_config.spatial_merge_size
+        return num_image_tokens * merge_size**2
+
+    def get_num_mm_connector_tokens(self, num_vision_tokens: int) -> int:
+        merge_size = self.config.vision_config.spatial_merge_size
+        return num_vision_tokens // merge_size**2
+

@MULTIMODAL_REGISTRY.register_processor(
    KeyeMultiModalProcessor,