[Model] Add ColPali late interaction model for multi-modal retrieval (#36818)

Signed-off-by: Nikita Sukharev <kaonael@gmail.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Nikita
2026-03-13 02:18:57 +00:00
committed by GitHub
co-authored by Cyrus Leung
parent 5e1a373d2e
commit 10f08dedfa
9 changed files with 634 additions and 0 deletions
+1
View File
@@ -631,6 +631,7 @@ _LATE_INTERACTION_EXAMPLE_MODELS = {
"ColModernVBertForRetrieval": _HfExamplesInfo(
"ModernVBERT/colmodernvbert-merged",
),
"ColPaliForRetrieval": _HfExamplesInfo("vidore/colpali-v1.3-hf"),
"ColQwen3": _HfExamplesInfo(
"TomoroAI/tomoro-colqwen3-embed-4b", trust_remote_code=True
),