[CI] Detect and fail evals on when NaNs appear in logits (#50323)
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com> Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
3756bf1e2b
commit
12292d94b2
@@ -524,7 +524,8 @@ def test_update_states_request_resumed(model_runner, dist_init):
|
||||
assert _is_req_state_block_table_match(model_runner, req_id)
|
||||
|
||||
|
||||
def test_get_nans_in_logits(model_runner, dist_init):
|
||||
def test_get_nans_in_logits(model_runner, dist_init, monkeypatch):
|
||||
monkeypatch.setattr(gpu_model_runner_module.envs, "VLLM_RAISE_ON_LOGIT_NANS", False)
|
||||
req_ids = ("req_0", "req_1")
|
||||
|
||||
scheduler_output = _schedule_new_request(*req_ids)
|
||||
|
||||
Reference in New Issue
Block a user