diff --git a/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2-MTP.yaml b/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2-MTP.yaml index 921365ae68..db0d5fc224 100644 --- a/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2-MTP.yaml +++ b/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2-MTP.yaml @@ -8,6 +8,6 @@ server_args: >- --max-model-len 16384 --data-parallel-size 2 --enable-expert-parallel - --max-num-seqs 384 + --max-num-seqs 256 --spec-method mtp --spec-tokens 3 diff --git a/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2.yaml b/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2.yaml index 09e0c9ab09..25d0938db5 100644 --- a/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2.yaml +++ b/tests/evals/gsm8k/configs/Qwen3.5-397B-A17B-NVFP4-DEP2.yaml @@ -7,4 +7,4 @@ server_args: >- --max-model-len 4096 --data-parallel-size 2 --enable-expert-parallel - --max-num-seqs 512 + --max-num-seqs 256