diff --git a/tests/evals/gsm8k/configs/DeepSeek-V3.2-DP.yaml b/tests/evals/gsm8k/configs/DeepSeek-V3.2-DP.yaml new file mode 100644 index 0000000000..d7d1df974a --- /dev/null +++ b/tests/evals/gsm8k/configs/DeepSeek-V3.2-DP.yaml @@ -0,0 +1,11 @@ +model_name: "deepseek-ai/DeepSeek-V3.2" +accuracy_threshold: 0.95 +num_questions: 1319 +num_fewshot: 5 +startup_max_wait_seconds: 1200 +server_args: >- + --enforce-eager + --max-model-len 4096 + --data-parallel-size 8 + --enable-expert-parallel + --speculative-config '{"method":"mtp","num_speculative_tokens":1}' diff --git a/tests/evals/gsm8k/configs/DeepSeek-V3.2-TP.yaml b/tests/evals/gsm8k/configs/DeepSeek-V3.2-TP.yaml new file mode 100644 index 0000000000..83687594d4 --- /dev/null +++ b/tests/evals/gsm8k/configs/DeepSeek-V3.2-TP.yaml @@ -0,0 +1,11 @@ +model_name: "deepseek-ai/DeepSeek-V3.2" +accuracy_threshold: 0.95 +num_questions: 1319 +num_fewshot: 5 +startup_max_wait_seconds: 1200 +server_args: >- + --enforce-eager + --max-model-len 4096 + --tensor-parallel-size 8 + --enable-expert-parallel + --speculative-config '{"method":"mtp","num_speculative_tokens":1}' diff --git a/tests/evals/gsm8k/configs/models-h200.txt b/tests/evals/gsm8k/configs/models-h200.txt index ec936533bb..af305836d5 100644 --- a/tests/evals/gsm8k/configs/models-h200.txt +++ b/tests/evals/gsm8k/configs/models-h200.txt @@ -1,2 +1,4 @@ DeepSeek-R1-TP.yaml DeepSeek-R1-DP.yaml +DeepSeek-V3.2-TP.yaml +DeepSeek-V3.2-DP.yaml