[Model] Fix Phi-3.5-vision-instruct 'num_crops' issue (#7710)

This commit is contained in:
zifeitong
2024-08-22 09:36:24 +08:00
committed by GitHub
parent 7937009a7e
commit df1a21131d
6 changed files with 37 additions and 13 deletions
+14 -1
View File
@@ -1,8 +1,10 @@
import contextlib
from pathlib import Path
from typing import Dict, Optional, Type, Union
from typing import Any, Dict, Optional, Type, Union
from transformers import GenerationConfig, PretrainedConfig
from transformers.models.auto.image_processing_auto import (
get_image_processor_config)
from transformers.models.auto.modeling_auto import (
MODEL_FOR_CAUSAL_LM_MAPPING_NAMES)
@@ -98,6 +100,17 @@ def get_config(
return config
def get_hf_image_processor_config(
model: Union[str, Path],
revision: Optional[str] = None,
**kwargs,
) -> Dict[str, Any]:
# Separate model folder from file path for GGUF models
if Path(model).is_file() and Path(model).suffix == ".gguf":
model = Path(model).parent
return get_image_processor_config(model, revision=revision, **kwargs)
def get_hf_text_config(config: PretrainedConfig):
"""Get the "sub" config relevant to llm for multi modal models.
No op for pure text models.