[Model] Enable Step3p5ForCausalLM testing (#33755)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
@@ -481,16 +481,21 @@ _TEXT_GENERATION_EXAMPLE_MODELS = {
|
||||
"ByteDance-Seed/Seed-OSS-36B-Instruct",
|
||||
trust_remote_code=True,
|
||||
),
|
||||
"Step1ForCausalLM": _HfExamplesInfo(
|
||||
"stepfun-ai/Step-Audio-EditX", trust_remote_code=True
|
||||
),
|
||||
"Step3p5ForCausalLM": _HfExamplesInfo(
|
||||
"stepfun-ai/step-3.5-flash", is_available_online=False
|
||||
),
|
||||
"SmolLM3ForCausalLM": _HfExamplesInfo("HuggingFaceTB/SmolLM3-3B"),
|
||||
"StableLMEpochForCausalLM": _HfExamplesInfo("stabilityai/stablelm-zephyr-3b"),
|
||||
"StableLmForCausalLM": _HfExamplesInfo("stabilityai/stablelm-3b-4e1t"),
|
||||
"Starcoder2ForCausalLM": _HfExamplesInfo("bigcode/starcoder2-3b"),
|
||||
"Step1ForCausalLM": _HfExamplesInfo(
|
||||
"stepfun-ai/Step-Audio-EditX", trust_remote_code=True
|
||||
),
|
||||
"Step3p5ForCausalLM": _HfExamplesInfo(
|
||||
"stepfun-ai/Step-3.5-Flash",
|
||||
use_original_num_layers=True,
|
||||
# Initialize at least one MoE layer
|
||||
hf_overrides={
|
||||
"num_hidden_layers": 4,
|
||||
},
|
||||
),
|
||||
"Step3TextForCausalLM": _HfExamplesInfo("stepfun-ai/step3", trust_remote_code=True),
|
||||
"SolarForCausalLM": _HfExamplesInfo(
|
||||
"upstage/solar-pro-preview-instruct", trust_remote_code=True
|
||||
@@ -1129,8 +1134,12 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
|
||||
),
|
||||
"Step3p5MTP": _HfExamplesInfo(
|
||||
"stepfun-ai/Step-3.5-Flash",
|
||||
trust_remote_code=True,
|
||||
speculative_model="stepfun-ai/Step-3.5-Flash",
|
||||
use_original_num_layers=True,
|
||||
# Initialize at least one MoE layer
|
||||
hf_overrides={
|
||||
"num_hidden_layers": 4,
|
||||
},
|
||||
is_available_online=False,
|
||||
),
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user