[Spec Decode] Add Qwen3 architecture support for EAGLE3 (#43132)

Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
Benjamin Chislett
2026-06-21 13:55:26 -07:00
committed by GitHub
parent 9c450b1027
commit 89bd2c14d3
6 changed files with 523 additions and 2 deletions
+2
View File
@@ -617,6 +617,8 @@ _SPECULATIVE_DECODING_MODELS = {
"LlamaForCausalLMEagle3": ("llama_eagle3", "Eagle3LlamaForCausalLM"),
"Eagle3Qwen2_5vlForCausalLM": ("llama_eagle3", "Eagle3LlamaForCausalLM"),
"Eagle3Qwen3vlForCausalLM": ("llama_eagle3", "Eagle3LlamaForCausalLM"),
"Eagle3Qwen3ForCausalLM": ("qwen3_eagle3", "Eagle3Qwen3ForCausalLM"),
"PeagleQwen3ForCausalLM": ("qwen3_eagle3", "Eagle3Qwen3ForCausalLM"),
"EagleMistralForCausalLM": ("mistral_eagle", "EagleMistralForCausalLM"),
"EagleMistralLarge3ForCausalLM": (
"mistral_large_3_eagle",