[Model] Initialize Phi-3-vision support (#4986)

This commit is contained in:
Isotr0py
2024-06-17 19:34:33 -07:00
committed by GitHub
parent fa9e385229
commit daef218b55
8 changed files with 571 additions and 0 deletions
+3
View File
@@ -144,6 +144,7 @@ class HfRunner:
model_name: str,
dtype: str = "half",
*,
model_kwargs: Optional[Dict[str, Any]] = None,
is_embedding_model: bool = False,
is_vision_model: bool = False,
) -> None:
@@ -166,11 +167,13 @@ class HfRunner:
else:
auto_cls = AutoModelForCausalLM
model_kwargs = model_kwargs if model_kwargs is not None else {}
self.model = self.wrap_device(
auto_cls.from_pretrained(
model_name,
torch_dtype=torch_dtype,
trust_remote_code=True,
**model_kwargs,
))
self.tokenizer = AutoTokenizer.from_pretrained(