From 4501a6d56b2c45dd9d2af816bef631da50374828 Mon Sep 17 00:00:00 2001 From: music-dino <111048524+music-dino@users.noreply.github.com> Date: Thu, 23 Jul 2026 21:01:36 +0200 Subject: [PATCH] [ROCm][CI] Language Models tests tiny-mixtral with aiter fix (#49551) Signed-off-by: Dino Music --- tests/models/language/generation/test_common.py | 8 -------- 1 file changed, 8 deletions(-) diff --git a/tests/models/language/generation/test_common.py b/tests/models/language/generation/test_common.py index 18d06fe0fd..db6b74ee61 100644 --- a/tests/models/language/generation/test_common.py +++ b/tests/models/language/generation/test_common.py @@ -128,14 +128,6 @@ def test_models( if use_rocm_aiter and (model in AITER_MODEL_LIST): monkeypatch.setenv("VLLM_ROCM_USE_AITER", "1") - if model == "TitanML/tiny-mixtral": - # Untrained model: near-uniform logits make argmax sensitive to - # AITER's bfloat16 rounding error. Route the plain rms_norm and the - # fused MoE (whose near-uniform router logits flip expert selection - # under ~1 ULP drift) through the native kernels for this model. - # See ROCm/aiter#3806 for the tracking issue and minimal repro. - monkeypatch.setenv("VLLM_ROCM_USE_AITER_RMSNORM", "0") - monkeypatch.setenv("VLLM_ROCM_USE_AITER_MOE", "0") elif use_rocm_aiter and model not in AITER_MODEL_LIST: # Skip model that are not using AITER tests. # When more AITER kernels are added, this list will not be