[ROCm][CI] Skip ModernBERT FP8 MTEB test when no FP8 ScaledMM kernel exists (#53589)

Signed-off-by: Djordje Ramic <djoramic@amd.com>
This commit is contained in:
djramic
2026-08-25 08:07:09 +00:00
committed by GitHub
parent 12c84b98dd
commit d9fbe526c0
2 changed files with 33 additions and 14 deletions
+13 -12
View File
@@ -320,18 +320,6 @@ steps:
#----------------------------------------------------- mi250 · models / language -----------------------------------------------------#
- label: ":amd: (MI250) Language Models (MTEB)" # TBD
timeout_in_minutes: 180
mirror_hardwares: [amdexperimental, amdproduction, amdgfx90anightly, amdmi250]
agent_pool: mi250_1
optional: true
working_dir: "/vllm-workspace/tests"
source_file_dependencies:
- vllm/
- tests/models/language/pooling_mteb_test
commands:
- pytest -v -s models/language/pooling_mteb_test
- label: ":amd: (MI250) Language Models (PPL)" # TBD
timeout_in_minutes: 180
mirror_hardwares: [amdexperimental, amdproduction, amdgfx90anightly, amdmi250]
@@ -1961,6 +1949,19 @@ steps:
#----------------------------------------------------- mi300 · models / language -----------------------------------------------------#
- label: ":amd: (MI300) Language Models (MTEB)" # TBD
timeout_in_minutes: 180
mirror_hardwares: [amdexperimental, amdproduction, amdgfx942nightly, amdmi300]
dind: false
agent_pool: mi300_1
optional: true
working_dir: "/vllm-workspace/tests"
source_file_dependencies:
- vllm/
- tests/models/language/pooling_mteb_test
commands:
- pytest -v -s models/language/pooling_mteb_test
- label: ":amd: (MI300) Language Models (Extended Pooling)" # TBD
timeout_in_minutes: 180
mirror_hardwares: [amdexperimental, amdproduction, amdgfx942nightly, amdmi300]
@@ -5,9 +5,27 @@ import pytest
from tests.models.utils import EmbedModelInfo
from tests.quantization.utils import is_quant_method_supported
from vllm.platforms import current_platform
from .mteb_embed_utils import mteb_test_embed_models
def _fp8_scaled_mm_unsupported() -> bool:
"""Whether the ModernBERT online FP8 test should be skipped.
``is_quant_method_supported("fp8")`` returns True on MI250 (gfx90a), but
serving a per-tensor FP8 linear layer on ROCm requires CDNA3+ or RDNA4,
so treat it as unsupported here.
"""
if not is_quant_method_supported("fp8"):
return True
if current_platform.is_rocm():
from vllm.platforms.rocm import get_cdna_version, on_gfx12x
return get_cdna_version() <= 2 and not on_gfx12x()
return False
MODEL_INFO = EmbedModelInfo(
"Alibaba-NLP/gte-modernbert-base",
mteb_score=0.748193353,
@@ -39,8 +57,8 @@ def _assert_modernbert_online_fp8(model) -> None:
@pytest.mark.skipif(
not is_quant_method_supported("fp8"),
reason="FP8 is not supported on this GPU type.",
_fp8_scaled_mm_unsupported(),
reason="No FP8 ScaledMM kernel is available on this GPU type.",
)
def test_modernbert_online_fp8_mteb(hf_runner, vllm_runner, monkeypatch) -> None:
monkeypatch.setenv("VLLM_ALLOW_INSECURE_SERIALIZATION", "1")