[Bugfix] Fix Minicpm-O-int4 GPTQ model inference (#17397)

Signed-off-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
Isotr0py
2025-04-29 18:21:42 +00:00
committed by GitHub
parent 08e15defa9
commit 2fa2a50bf9
2 changed files with 36 additions and 2 deletions
+1 -1
View File
@@ -1181,7 +1181,7 @@ class MiniCPMV2_6(MiniCPMVBaseModel, SupportsLoRA):
def init_vision_module(
self,
config: PretrainedConfig,
quant_config: Optional[QuantizationConfig],
quant_config: Optional[QuantizationConfig] = None,
prefix: str = "",
) -> nn.Module:
model = Idefics2VisionTransformer(config.vision_config,