[Model] Support InternS2 Preview (#42705)

Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
Co-authored-by: zxy <46674730+CUHKSZzxy@users.noreply.github.com>
This commit is contained in:
Isotr0py
2026-05-14 21:30:26 -07:00
committed by GitHub
co-authored by zxy
parent f351455f0f
commit faa4b76afa
6 changed files with 60 additions and 0 deletions
+11
View File
@@ -467,6 +467,17 @@ class SpeculativeConfig:
"architectures": ["Qwen3_5MoeMTP" if is_moe else "Qwen3_5MTP"],
}
)
if hf_config.model_type == "intern_s2_preview":
text_config = getattr(hf_config, "text_config", None)
is_moe = getattr(text_config, "model_type", None) == "qwen3_5_moe_text"
hf_config.model_type = "qwen3_5_mtp"
n_predict = getattr(text_config, "mtp_num_hidden_layers", None)
hf_config.update(
{
"n_predict": n_predict,
"architectures": ["Qwen3_5MoeMTP" if is_moe else "Qwen3_5MTP"],
}
)
if hf_config.model_type == "longcat_flash":
hf_config.model_type = "longcat_flash_mtp"
n_predict = getattr(hf_config, "num_nextn_predict_layers", 1)