[Model] Avoid token selection in SigLIP pooling head (#32389)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -690,9 +690,9 @@ class SiglipMultiheadAttentionPoolingHead(nn.Module):
|
|||||||
hidden_state = self.mlp(hidden_state)
|
hidden_state = self.mlp(hidden_state)
|
||||||
hidden_state += residual
|
hidden_state += residual
|
||||||
|
|
||||||
pooled = hidden_state[:, 0]
|
# Handled by resolve_visual_encoder_outputs
|
||||||
|
# return hidden_state[:, 0]
|
||||||
return pooled.unsqueeze(1)
|
return hidden_state
|
||||||
|
|
||||||
|
|
||||||
class SiglipVisionTransformer(nn.Module):
|
class SiglipVisionTransformer(nn.Module):
|
||||||
|
|||||||
Reference in New Issue
Block a user