[Model] update for mimo v25 (#41029)

Signed-off-by: zjy0516 <riverclouds.zhu@qq.com>
Signed-off-by: Isotr0py <Isotr0py@outlook.com>
Co-authored-by: Isotr0py <Isotr0py@outlook.com>
Co-authored-by: Copilot <copilot@github.com>
This commit is contained in:
Jiangyun Zhu
2026-04-27 21:52:54 -07:00
committed by GitHub
co-authored by Isotr0py Copilot
parent c2e88a281c
commit 7a1eb8ac2e
6 changed files with 10 additions and 8 deletions
+1 -1
View File
@@ -733,7 +733,7 @@ class MiMoV2FlashForCausalLM(nn.Module, SupportsPP, MixtureOfExperts):
return loader.load_weights(weights)
class MiMoV2ProForCausalLM(MiMoV2FlashForCausalLM):
class MiMoV2ForCausalLM(MiMoV2FlashForCausalLM):
packed_modules_mapping = {
"qkv_proj": ["qkv_proj"],
"gate_up_proj": ["gate_proj", "up_proj"],
+1 -1
View File
@@ -172,7 +172,7 @@ _TEXT_GENERATION_MODELS = {
"MPTForCausalLM": ("mpt", "MPTForCausalLM"),
"MiMoForCausalLM": ("mimo", "MiMoForCausalLM"),
"MiMoV2FlashForCausalLM": ("mimo_v2", "MiMoV2FlashForCausalLM"),
"MiMoV2ProForCausalLM": ("mimo_v2", "MiMoV2ProForCausalLM"),
"MiMoV2ForCausalLM": ("mimo_v2", "MiMoV2ForCausalLM"),
"NemotronForCausalLM": ("nemotron", "NemotronForCausalLM"),
"NemotronHForCausalLM": ("nemotron_h", "NemotronHForCausalLM"),
"NemotronHPuzzleForCausalLM": ("nemotron_h", "NemotronHForCausalLM"),