[Model][Frontend] Add Ling 3.0 Flash BF16, MTP, and parser support (#51045)
Signed-off-by: zexplorerhj <zhjoneson@163.com>
This commit is contained in:
@@ -213,6 +213,9 @@ _TEXT_GENERATION_EXAMPLE_MODELS = {
|
||||
"BailingMoeV2_5ForCausalLM": _HfExamplesInfo(
|
||||
"inclusionAI/Ring-2.5-1T", trust_remote_code=True
|
||||
),
|
||||
"BailingMoeV3ForCausalLM": _HfExamplesInfo(
|
||||
"inclusionAI/Ling-3.0-flash", trust_remote_code=True
|
||||
),
|
||||
"BloomForCausalLM": _HfExamplesInfo(
|
||||
"bigscience/bloom-560m", {"1b": "bigscience/bloomz-1b1"}
|
||||
),
|
||||
@@ -1614,6 +1617,11 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
|
||||
trust_remote_code=True,
|
||||
is_available_online=False,
|
||||
),
|
||||
"BailingMoeV3MTPModel": _HfExamplesInfo(
|
||||
"inclusionAI/Ling-3.0-flash",
|
||||
speculative_model="inclusionAI/Ling-3.0-flash",
|
||||
trust_remote_code=True,
|
||||
),
|
||||
"DeepSeekMTPModel": _HfExamplesInfo(
|
||||
"luccafong/deepseek_mtp_main_random",
|
||||
speculative_model="luccafong/deepseek_mtp_draft_random",
|
||||
|
||||
Reference in New Issue
Block a user