[CI][ROCm] Add DSpark evals (#54852)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
Co-authored-by: mgoin <mgoin64@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Andreas Karatzas
2026-09-02 13:14:32 -05:00
committed by GitHub
co-authored by mgoin OpenAI Codex
parent 1356635d83
commit bf7a14d307
4 changed files with 98 additions and 0 deletions
@@ -0,0 +1,29 @@
model_name: "deepseek-ai/DeepSeek-V4-Flash-DSpark"
accuracy_threshold: 0.92
# Loose lower bound for smoke testing fixed-length DSpark verification.
min_acceptance_length: 1.2
num_questions: 1319
num_fewshot: 5
startup_max_wait_seconds: 1800
server_args: >-
--tokenizer-mode deepseek_v4
--trust-remote-code
--max-model-len 8192
--tensor-parallel-size 4
--enable-expert-parallel
--block-size 256
--gpu-memory-utilization 0.5
--kv-cache-dtype fp8
--attention_config.indexer_kv_dtype=fp8
--max-num-batched-tokens 16384
--max-num-seqs 128
--moe-backend aiter
--speculative-config '{"method":"dspark",
"model":"deepseek-ai/DeepSeek-V4-Flash-DSpark",
"num_speculative_tokens":7,
"draft_sample_method":"probabilistic",
"enable_adaptive_verification":false}'
env:
VLLM_USE_V2_MODEL_RUNNER: "1"
VLLM_ROCM_USE_AITER: "1"
VLLM_ROCM_USE_AITER_MOE: "1"
@@ -0,0 +1,28 @@
model_name: "mgoin/Kimi-K3-pruned75"
accuracy_threshold: 0.33
min_acceptance_length: 4.8
num_questions: 1319
num_fewshot: 5
startup_max_wait_seconds: 1800
server_args: >-
--trust-remote-code
--gpu-memory-utilization 0.90
--tensor-parallel-size 4
--load-format fastsafetensors
--max-model-len 1048576
--max-num-batched-tokens 16384
--max-num-seqs 128
--kv-cache-dtype fp8
--moe-backend aiter
--attention-config '{"backend":"ROCM_AITER_MLA","mla_prefill_backend":"ROCM_AITER_FA"}'
--enable-prefix-caching
--enable-auto-tool-choice
--tool-call-parser kimi_k3
--reasoning-parser kimi_k3
--speculative-config '{"method":"dspark",
"model":"RedHatAI/Kimi-K3-speculator.dspark",
"attention_backend":"ROCM_AITER_FA","num_speculative_tokens":8,
"draft_sample_method":"probabilistic",
"rejection_sample_method":"block"}'
env:
VLLM_ROCM_USE_AITER: "1"
@@ -0,0 +1,2 @@
Kimi-K3-pruned75-DSpark-AITER-TP4.yaml
DeepSeek-V4-Flash-DSpark-AITER-TEP4.yaml