[CI] Detect and fail evals on when NaNs appear in logits (#50323)

Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Tyler Michael Smith
2026-08-04 23:02:58 +00:00
committed by GitHub
co-authored by OpenAI Codex
parent 3756bf1e2b
commit 12292d94b2
6 changed files with 60 additions and 3 deletions
+2 -1
View File
@@ -524,7 +524,8 @@ def test_update_states_request_resumed(model_runner, dist_init):
assert _is_req_state_block_table_match(model_runner, req_id)
def test_get_nans_in_logits(model_runner, dist_init):
def test_get_nans_in_logits(model_runner, dist_init, monkeypatch):
monkeypatch.setattr(gpu_model_runner_module.envs, "VLLM_RAISE_ON_LOGIT_NANS", False)
req_ids = ("req_0", "req_1")
scheduler_output = _schedule_new_request(*req_ids)