[XPU][UT]Fix InternS1ProForConditionalGeneration AssertionError (#48232)
Signed-off-by: Lai, Yejing <yejing.lai@intel.com>
This commit is contained in:
@@ -468,6 +468,9 @@ def dummy_hf_overrides(
|
|||||||
# Kimi uses `num_expert_group` instead of `n_group`.
|
# Kimi uses `num_expert_group` instead of `n_group`.
|
||||||
if n_group is None:
|
if n_group is None:
|
||||||
n_group = getattr(text_config, "num_expert_group", None)
|
n_group = getattr(text_config, "num_expert_group", None)
|
||||||
|
# InternS1Pro uses `router_n_groups` instead of `n_group`.
|
||||||
|
if n_group is None:
|
||||||
|
n_group = getattr(text_config, "router_n_groups", None)
|
||||||
num_experts = n_group * 2 if n_group is not None else 2
|
num_experts = n_group * 2 if n_group is not None else 2
|
||||||
|
|
||||||
# we use three layers for Gemma-3n to check
|
# we use three layers for Gemma-3n to check
|
||||||
@@ -515,6 +518,9 @@ def dummy_hf_overrides(
|
|||||||
"EagleLlama4ForCausalLM",
|
"EagleLlama4ForCausalLM",
|
||||||
):
|
):
|
||||||
num_experts_per_tok = 1
|
num_experts_per_tok = 1
|
||||||
|
elif model_arch == "InternS1ProForConditionalGeneration":
|
||||||
|
assert n_group is not None
|
||||||
|
num_experts_per_tok = n_group
|
||||||
update_dict.update(
|
update_dict.update(
|
||||||
{
|
{
|
||||||
"num_experts": num_experts,
|
"num_experts": num_experts,
|
||||||
|
|||||||
Reference in New Issue
Block a user