[Model] Fix Phi-3.5-vision-instruct 'num_crops' issue (#7710)

This commit is contained in:
zifeitong
2024-08-22 09:36:24 +08:00
committed by GitHub
parent 7937009a7e
commit df1a21131d
6 changed files with 37 additions and 13 deletions
+9 -2
View File
@@ -2,8 +2,8 @@ import functools
from array import array
from collections import UserDict
from dataclasses import dataclass
from typing import (TYPE_CHECKING, Callable, Dict, Mapping, Optional, Protocol,
Tuple, Type)
from typing import (TYPE_CHECKING, Any, Callable, Dict, Mapping, Optional,
Protocol, Tuple, Type)
from torch import nn
from transformers import PretrainedConfig
@@ -55,6 +55,13 @@ class InputContext:
return hf_config
def get_hf_image_processor_config(self) -> Dict[str, Any]:
"""
Get the HuggingFace image processor configuration of the model.
"""
return self.model_config.hf_image_processor_config
N = TypeVar("N", bound=Type[nn.Module])