From 32feecd91f4c2feb8506d21703e20e2de1e1628c Mon Sep 17 00:00:00 2001 From: "Kevin H. Luu" Date: Thu, 15 Oct 2026 00:05:18 -0700 Subject: [PATCH] [CI] Pin DeepSeek-V4.1-Flash-NVFP4 eval to its FP8-Engram revision (#61763) Signed-off-by: khluu Co-authored-by: Claude Opus 5.5 --- .../gsm8k/configs/DeepSeek-V4.1-Flash-NVFP4-DSpark-TP4.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/evals/gsm8k/configs/DeepSeek-V4.1-Flash-NVFP4-DSpark-TP4.yaml b/tests/evals/gsm8k/configs/DeepSeek-V4.1-Flash-NVFP4-DSpark-TP4.yaml index 78d8995696..07c479eb42 100644 --- a/tests/evals/gsm8k/configs/DeepSeek-V4.1-Flash-NVFP4-DSpark-TP4.yaml +++ b/tests/evals/gsm8k/configs/DeepSeek-V4.1-Flash-NVFP4-DSpark-TP4.yaml @@ -7,7 +7,10 @@ min_acceptance_length: 2.5 num_questions: 1319 num_fewshot: 5 startup_max_wait_seconds: 1800 +# Pinned to the revision before the checkpoint stored its Engram tables as +# MXFP4, which vLLM cannot load until #61530 lands. Unpin with #61530. server_args: >- + --revision 3431dde3247c13b5957f682b1e3c6fcae2566079 --tokenizer-mode deepseek_v41 --trust-remote-code --max-model-len 8192