iHore/vLLM
8
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Remove verifier model type check in speculative config (#42536)

Browse Source 
Signed-off-by: Fynn Schmitt-Ulms <fschmitt@redhat.com>
This commit is contained in:
Fynn Schmitt-Ulms
2026-05-13 18:14:39 +00:00
committed by GitHub
parent 0f69128a37
commit ab1ad0d7a9
1 changed files with 0 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files
vllm/config/speculative.py
-29
View File
@@ -1001,35 +1001,6 @@ class SpeculativeConfig:
self.draft_parallel_config
)
aux_hidden_states_supported = [
"llama",
"qwen",
"minicpm",
"gpt_oss",
"hunyuan_vl",
"hunyuan_v1_dense",
"afmoe",
"nemotron_h",
"deepseek_v2",
"deepseek_v3",
"kimi_k2",
"kimi_k25",
"minimax_m2",
"gemma4",
"laguna",
]
if (
self.method in ("eagle3", "extract_hidden_states", "dflash")
and self.target_model_config
and not any(
supported_model in self.target_model_config.hf_text_config.model_type
for supported_model in aux_hidden_states_supported
)
):
raise ValueError(
f"{self.method} is only supported for {aux_hidden_states_supported}"
f" models. Got {self.target_model_config.hf_text_config.model_type=}"
)
self.verify_equal_vocab_size_if_draft_model()
return self