[CI/Build] Enable Step3p7ForConditionalGeneration testing (#43956)

Signed-off-by: Jee Jee Li <jeejeelee@inferact.ai>
This commit is contained in:
Jee Jee Li
2026-05-31 05:16:12 +00:00
committed by GitHub
parent 3fd9d2d357
commit 6bdabbad5b
2 changed files with 9 additions and 1 deletions
@@ -180,6 +180,7 @@ def test_model_tensor_schema(model_id: str):
dummy_hf_overrides,
model_arch=model_arch,
exist_overrides=model_info.hf_overrides,
use_original_num_layers=getattr(model_info, "use_original_num_layers", False),
)
# ROCm: Detect if model uses AWQ quantization and set appropriate dtype
+8 -1
View File
@@ -1372,7 +1372,14 @@ _MULTIMODAL_EXAMPLE_MODELS = {
"stepfun-ai/Step3-VL-10B", trust_remote_code=True
),
"Step3p7ForConditionalGeneration": _HfExamplesInfo(
"stepfun-ai/Step-3.7-Flash", is_available_online=False, trust_remote_code=True
"stepfun-ai/Step-3.7-Flash",
trust_remote_code=True,
use_original_num_layers=True,
# The MoE config lives in the nested ``text_config``, so the overrides
# must be nested too. Use 4 layers to initialize at least one MoE layer
# and shrink ``moe_num_experts`` (a non-standard key not handled by
# ``dummy_hf_overrides``) to avoid OOM during init.
hf_overrides={"text_config": {"num_hidden_layers": 4, "moe_num_experts": 8}},
),
"UltravoxModel": _HfExamplesInfo(
"fixie-ai/ultravox-v0_5-llama-3_2-1b",