[Bugfix][PaliGemma] Remove stale image embedding scaling (#52692)
Signed-off-by: jikuixie <jikuixie@gmail.com> Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
co-authored by
OpenAI Codex
Harry Mellor
parent
241ff8c443
commit
f9f066d195
@@ -378,8 +378,6 @@ class PaliGemmaForConditionalGeneration(
|
||||
if image_input is None:
|
||||
return []
|
||||
vision_embeddings = self._process_image_input(image_input)
|
||||
# https://github.com/huggingface/transformers/blob/main/src/transformers/models/paligemma/modeling_paligemma.py#L294 # noqa
|
||||
vision_embeddings = vision_embeddings * (self.config.hidden_size**-0.5)
|
||||
return vision_embeddings
|
||||
|
||||
def forward(
|
||||
|
||||
Reference in New Issue
Block a user