[CI] Add Kimi-K3-pruned75-DSpark-TP4 gsm8k eval (#54817)

Signed-off-by: mgoin <mgoin64@gmail.com>
Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
Misha Goin
2026-09-02 10:18:38 -04:00
committed by GitHub
co-authored by OpenAI Codex
parent ba6c60e98f
commit 872084fb77
5 changed files with 64 additions and 30 deletions
@@ -0,0 +1,26 @@
model_name: "mgoin/Kimi-K3-pruned75"
accuracy_threshold: 0.33
min_acceptance_length: 4.8
num_questions: 1319
num_fewshot: 5
startup_max_wait_seconds: 1800
server_args: >-
--trust-remote-code
--gpu-memory-utilization 0.90
--tensor-parallel-size 4
--load-format fastsafetensors
--no-enable-flashinfer-autotune
--max-model-len 1048576
--max-num-batched-tokens 16384
--max-num-seqs 128
--kv-cache-dtype fp8
--attention-config '{"use_prefill_query_quantization":true,"mla_prefill_backend":"flashinfer"}'
--enable-prefix-caching
--enable-auto-tool-choice
--tool-call-parser kimi_k3
--reasoning-parser kimi_k3
--speculative-config '{"method":"dspark",
"model":"RedHatAI/Kimi-K3-speculator.dspark",
"attention_backend":"FLASH_ATTN","num_speculative_tokens":8,
"draft_sample_method":"probabilistic",
"rejection_sample_method":"block"}'
@@ -1 +1,2 @@
DeepSeek-V4-Flash-DSpark-confidence-TP4.yaml
DeepSeek-V4-Flash-DSpark-confidence-TEP4.yaml
Kimi-K3-pruned75-DSpark-TP4.yaml