diff --git a/tests/lora/test_olmoe_tp.py b/tests/lora/test_olmoe_tp.py
index bbc25cb6b8..c9a4fd6df5 100644
--- a/tests/lora/test_olmoe_tp.py
+++ b/tests/lora/test_olmoe_tp.py
@@ -139,6 +139,7 @@ def test_olmoe_lora_mixed(olmoe_lora_files):
         max_loras=4,
         enforce_eager=True,
         trust_remote_code=True,
+        hf_overrides={"head_dtype": "float32"},
         enable_chunked_prefill=True,
     )