From 8adc840c4553b8f70cda82e5e59a7f9977f64a11 Mon Sep 17 00:00:00 2001 From: Andreas Karatzas Date: Mon, 3 Aug 2026 19:33:05 -0500 Subject: [PATCH] [ROCm][Test] Use BF16 for Jina v5 nano MTEB test (#50917) Signed-off-by: Andreas Karatzas --- tests/models/language/pooling_mteb_test/test_jina.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/models/language/pooling_mteb_test/test_jina.py b/tests/models/language/pooling_mteb_test/test_jina.py index fd6fd96f14..6c9308745e 100644 --- a/tests/models/language/pooling_mteb_test/test_jina.py +++ b/tests/models/language/pooling_mteb_test/test_jina.py @@ -14,6 +14,7 @@ from tests.models.utils import ( RerankModelInfo, ) from vllm import PoolingParams +from vllm.platforms import current_platform from .mteb_embed_utils import mteb_test_embed_models from .mteb_score_utils import mteb_test_rerank_models @@ -41,6 +42,7 @@ EMBEDDING_MODELS = [ EmbedModelInfo( "jinaai/jina-embeddings-v5-text-nano", architecture="JinaEmbeddingsV5Model", + dtype="bfloat16" if current_platform.is_rocm() else "auto", seq_pooling_type="LAST", attn_type="encoder_only", is_prefix_caching_supported=False,