[CI] Deflake MTEB score tests with per-model mteb_tol and reruns (#57364)

Signed-off-by: khluu <khluu000@gmail.com>
This commit is contained in:
Kevin H. Luu
2026-09-19 11:29:00 +08:00
committed by GitHub
parent 038cb14bd7
commit 2fd6268e6d
17 changed files with 75 additions and 4 deletions
+4
View File
@@ -396,6 +396,8 @@ class ModelInfo:
@dataclass
class EmbedModelInfo(ModelInfo):
mteb_score: float | None = None
# Per-model MTEB score tolerance; falls back to MTEB_EMBED_TOL.
mteb_tol: float | None = None
is_matryoshka: bool = False
matryoshka_dimensions: list[int] | None = None
@@ -403,6 +405,8 @@ class EmbedModelInfo(ModelInfo):
@dataclass
class RerankModelInfo(ModelInfo):
mteb_score: float | None = None
# Per-model MTEB score tolerance; falls back to MTEB_RERANK_TOL.
mteb_tol: float | None = None
chat_template_name: str | None = None