[Model] Add Idefics3 support (#9767)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
Signed-off-by: B-201 <Joy25810@foxmail.com>
Co-authored-by: B-201 <Joy25810@foxmail.com>
This commit is contained in:
Jee Jee Li
2024-11-06 11:41:17 +00:00
committed by GitHub
co-authored by B-201
parent 2003cc3513
commit a5bba7d234
8 changed files with 723 additions and 1 deletions
+2
View File
@@ -187,6 +187,8 @@ class BaseMultiModalItemTracker(ABC, Generic[_T]):
return "<|vision_start|><|image_pad|><|vision_end|>"
if model_type == "molmo":
return ""
if model_type == "idefics3":
return "<image>"
raise TypeError(f"Unknown {modality} model type: {model_type}")
elif modality == "audio":