[Model][NVIDIA] Route DSA models to the CUDA non-compiled path (#52861)

This commit is contained in:
Woosuk Kwon
2026-08-19 00:13:52 -07:00
committed by GitHub
parent ee11730751
commit b09bd69b5b
16 changed files with 260 additions and 146 deletions
+5 -1
View File
@@ -1018,7 +1018,11 @@ class SpecDecodeBaseProposer:
# feedback into the next draft step.
architectures = self.draft_model_config.hf_config.architectures or []
return bool(
{"DeepSeekMTPModel", "KimiK3MTPModel"}.intersection(architectures)
{
"DeepSeekMTPModel",
"DeepseekV32MTPModel",
"KimiK3MTPModel",
}.intersection(architectures)
)
return self.method not in ("mtp", "draft_model", "dflash")