[Feature] Support MTP speculative decoding for Bailing hybrid models (#44880)

Signed-off-by: zc02384840 <zc02384840@antgroup.com>
Co-authored-by: zc02384840 <zc02384840@antgroup.com>
This commit is contained in:
alex101-ops
2026-07-06 10:38:50 +08:00
committed by GitHub
co-authored by zc02384840
parent 95a248faed
commit f2aaf59151
11 changed files with 1200 additions and 6 deletions
+6
View File
@@ -1557,6 +1557,12 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
use_original_num_layers=True,
),
# [MTP]
"BailingMoeV25MTPModel": _HfExamplesInfo(
"inclusionAI/Ring-2.5-1T",
speculative_model="inclusionAI/Ring-2.5-1T",
trust_remote_code=True,
is_available_online=False,
),
"DeepSeekMTPModel": _HfExamplesInfo(
"luccafong/deepseek_mtp_main_random",
speculative_model="luccafong/deepseek_mtp_draft_random",