[CI][ROCm] Add DSpark evals (#54852)
Signed-off-by: Andreas Karatzas <akaratza@amd.com> Co-authored-by: mgoin <mgoin64@gmail.com> Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
co-authored by
mgoin
OpenAI Codex
parent
1356635d83
commit
bf7a14d307
@@ -0,0 +1,29 @@
|
||||
model_name: "deepseek-ai/DeepSeek-V4-Flash-DSpark"
|
||||
accuracy_threshold: 0.92
|
||||
# Loose lower bound for smoke testing fixed-length DSpark verification.
|
||||
min_acceptance_length: 1.2
|
||||
num_questions: 1319
|
||||
num_fewshot: 5
|
||||
startup_max_wait_seconds: 1800
|
||||
server_args: >-
|
||||
--tokenizer-mode deepseek_v4
|
||||
--trust-remote-code
|
||||
--max-model-len 8192
|
||||
--tensor-parallel-size 4
|
||||
--enable-expert-parallel
|
||||
--block-size 256
|
||||
--gpu-memory-utilization 0.5
|
||||
--kv-cache-dtype fp8
|
||||
--attention_config.indexer_kv_dtype=fp8
|
||||
--max-num-batched-tokens 16384
|
||||
--max-num-seqs 128
|
||||
--moe-backend aiter
|
||||
--speculative-config '{"method":"dspark",
|
||||
"model":"deepseek-ai/DeepSeek-V4-Flash-DSpark",
|
||||
"num_speculative_tokens":7,
|
||||
"draft_sample_method":"probabilistic",
|
||||
"enable_adaptive_verification":false}'
|
||||
env:
|
||||
VLLM_USE_V2_MODEL_RUNNER: "1"
|
||||
VLLM_ROCM_USE_AITER: "1"
|
||||
VLLM_ROCM_USE_AITER_MOE: "1"
|
||||
@@ -0,0 +1,28 @@
|
||||
model_name: "mgoin/Kimi-K3-pruned75"
|
||||
accuracy_threshold: 0.33
|
||||
min_acceptance_length: 4.8
|
||||
num_questions: 1319
|
||||
num_fewshot: 5
|
||||
startup_max_wait_seconds: 1800
|
||||
server_args: >-
|
||||
--trust-remote-code
|
||||
--gpu-memory-utilization 0.90
|
||||
--tensor-parallel-size 4
|
||||
--load-format fastsafetensors
|
||||
--max-model-len 1048576
|
||||
--max-num-batched-tokens 16384
|
||||
--max-num-seqs 128
|
||||
--kv-cache-dtype fp8
|
||||
--moe-backend aiter
|
||||
--attention-config '{"backend":"ROCM_AITER_MLA","mla_prefill_backend":"ROCM_AITER_FA"}'
|
||||
--enable-prefix-caching
|
||||
--enable-auto-tool-choice
|
||||
--tool-call-parser kimi_k3
|
||||
--reasoning-parser kimi_k3
|
||||
--speculative-config '{"method":"dspark",
|
||||
"model":"RedHatAI/Kimi-K3-speculator.dspark",
|
||||
"attention_backend":"ROCM_AITER_FA","num_speculative_tokens":8,
|
||||
"draft_sample_method":"probabilistic",
|
||||
"rejection_sample_method":"block"}'
|
||||
env:
|
||||
VLLM_ROCM_USE_AITER: "1"
|
||||
@@ -0,0 +1,2 @@
|
||||
Kimi-K3-pruned75-DSpark-AITER-TP4.yaml
|
||||
DeepSeek-V4-Flash-DSpark-AITER-TEP4.yaml
|
||||
Reference in New Issue
Block a user