Add Laguna XS.2.1 DFlash drafter support (#46853)

Signed-off-by: Adam Baranowski <adam.baranowski@poolside.ai>
This commit is contained in:
adamkbaranowski
2026-07-02 18:09:27 -07:00
committed by GitHub
parent 442ccc6098
commit 4c3c64fcf7
7 changed files with 494 additions and 47 deletions
+2
View File
@@ -28,6 +28,7 @@ from vllm.model_executor.model_loader import get_model
from vllm.model_executor.models import supports_multimodal
from vllm.model_executor.models.deepseek_eagle3 import Eagle3DeepseekV2ForCausalLM
from vllm.model_executor.models.interfaces import SupportsMultiModal
from vllm.model_executor.models.laguna_dflash import DFlashLagunaForCausalLM
from vllm.model_executor.models.llama_eagle3 import Eagle3LlamaForCausalLM
from vllm.model_executor.models.qwen3_dflash import DFlashQwen3ForCausalLM
from vllm.model_executor.models.qwen3_eagle3 import Eagle3Qwen3ForCausalLM
@@ -533,6 +534,7 @@ class SpecDecodeBaseProposer:
Eagle3DeepseekV2ForCausalLM,
DFlashQwen3ForCausalLM,
Eagle3Qwen3ForCausalLM,
DFlashLagunaForCausalLM,
),
)
target_hidden_states = self.model.combine_hidden_states(