[CI][MM] Gate vision encoder attention mask to MiniCPM only, fixing Aria regression (#36206)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -1336,6 +1336,7 @@ class MiniCPMV2_5(MiniCPMVBaseModel, SupportsLoRA):
|
||||
model = Idefics2VisionTransformer(
|
||||
config.vision_config,
|
||||
quant_config=quant_config,
|
||||
apply_encoder_attention_mask=True,
|
||||
prefix=prefix,
|
||||
)
|
||||
if self.config.drop_vision_last_layer:
|
||||
@@ -1428,6 +1429,7 @@ class MiniCPMV2_6(MiniCPMVBaseModel, SupportsLoRA):
|
||||
model = Idefics2VisionTransformer(
|
||||
config.vision_config,
|
||||
quant_config=quant_config,
|
||||
apply_encoder_attention_mask=True,
|
||||
prefix=prefix,
|
||||
)
|
||||
if self.config.drop_vision_last_layer:
|
||||
@@ -1525,6 +1527,7 @@ class MiniCPMV4_0(MiniCPMVBaseModel, SupportsLoRA):
|
||||
model = Idefics2VisionTransformer(
|
||||
config.vision_config,
|
||||
quant_config=quant_config,
|
||||
apply_encoder_attention_mask=True,
|
||||
prefix=prefix,
|
||||
)
|
||||
if self.config.drop_vision_last_layer:
|
||||
@@ -1622,6 +1625,7 @@ class MiniCPMV4_5(MiniCPMVBaseModel, SupportsLoRA):
|
||||
model = Idefics2VisionTransformer(
|
||||
config.vision_config,
|
||||
quant_config=quant_config,
|
||||
apply_encoder_attention_mask=True,
|
||||
prefix=prefix,
|
||||
)
|
||||
if self.config.drop_vision_last_layer:
|
||||
|
||||
Reference in New Issue
Block a user