Added peagle speculators support (#41826)

Signed-off-by: shanjiaz <zsjwpianpian@gmail.com>
This commit is contained in:
shanjiaz
2026-05-12 07:55:57 -07:00
committed by GitHub
parent 7a9cc5e7f0
commit 6ccb10d794
6 changed files with 139 additions and 50 deletions
@@ -131,7 +131,10 @@ class SpeculatorsConfig(PretrainedConfig):
)
# Build base vLLM speculative configuration
return {
result = {
"method": config_dict.get("speculators_model_type"),
"num_speculative_tokens": num_speculative_tokens,
}
if result["method"] == "peagle":
result.update({"method": "eagle3", "parallel_drafting": True})
return result