[Model][Frontend] Add Ling 3.0 Flash BF16, MTP, and parser support (#51045)

Signed-off-by: zexplorerhj <zhjoneson@163.com>
This commit is contained in:
zexplorerhj
2026-08-06 00:38:28 +08:00
committed by GitHub
parent 66b3c0e61f
commit d4da0c55af
15 changed files with 2070 additions and 1 deletions
+8
View File
@@ -213,6 +213,9 @@ _TEXT_GENERATION_EXAMPLE_MODELS = {
"BailingMoeV2_5ForCausalLM": _HfExamplesInfo(
"inclusionAI/Ring-2.5-1T", trust_remote_code=True
),
"BailingMoeV3ForCausalLM": _HfExamplesInfo(
"inclusionAI/Ling-3.0-flash", trust_remote_code=True
),
"BloomForCausalLM": _HfExamplesInfo(
"bigscience/bloom-560m", {"1b": "bigscience/bloomz-1b1"}
),
@@ -1614,6 +1617,11 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
trust_remote_code=True,
is_available_online=False,
),
"BailingMoeV3MTPModel": _HfExamplesInfo(
"inclusionAI/Ling-3.0-flash",
speculative_model="inclusionAI/Ling-3.0-flash",
trust_remote_code=True,
),
"DeepSeekMTPModel": _HfExamplesInfo(
"luccafong/deepseek_mtp_main_random",
speculative_model="luccafong/deepseek_mtp_draft_random",