[Spec Decode] Support SWA + DFlash for MiMo (#46104)

This commit is contained in:
Benjamin Chislett
2026-06-30 20:34:47 -07:00
committed by GitHub
parent 3406e8f83d
commit 9969466a59
4 changed files with 243 additions and 25 deletions
+1 -1
View File
@@ -1408,7 +1408,7 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
# [DFlash]
"DFlashDraftModel": _HfExamplesInfo(
"Qwen/Qwen3.5-4B",
speculative_model="z-lab/Qwen3.5-4B-DFlash",
speculative_model="z-lab/Qwen3-4B-DFlash-b16",
use_original_num_layers=True, # Need all layers since DFlash has >1 layer,
max_model_len=8192, # Reduce max len to ensure test runs in low-VRAM CI env
max_num_seqs=32,