[Model] Enable LoRA support for tower and connector in DotsOCR (#31825)

Signed-off-by: ShaanveerS <shaanver.singh@gmail.com>
This commit is contained in:
ShaanveerS
2026-01-08 14:50:16 +08:00
committed by GitHub
parent 5f2a473ff3
commit 9572f74f15
2 changed files with 9 additions and 1 deletions
+8
View File
@@ -765,6 +765,14 @@ class DotsOCRForCausalLM(nn.Module, SupportsMultiModal, SupportsPP, SupportsLoRA
def get_language_model(self) -> torch.nn.Module:
return self.language_model
def get_num_mm_encoder_tokens(self, num_image_tokens: int) -> int:
merge_size = self.vision_tower.spatial_merge_size
return num_image_tokens * (merge_size**2)
def get_num_mm_connector_tokens(self, num_vision_tokens: int) -> int:
merge_size = self.vision_tower.spatial_merge_size
return num_vision_tokens // (merge_size**2)
def embed_multimodal(self, **kwargs: object) -> MultiModalEmbeddings:
image_input = self._parse_and_validate_image_input(**kwargs)
if image_input is None: