[Model] Add support for Qwen2MoeModel (#3346)

This commit is contained in:
wenyujin333
2024-03-28 15:19:59 +00:00
committed by GitHub
parent 14ccd94c89
commit d6ea427f04
4 changed files with 463 additions and 0 deletions
+1
View File
@@ -47,6 +47,7 @@ _MODELS = {
"PhiForCausalLM": ("phi", "PhiForCausalLM"),
"QWenLMHeadModel": ("qwen", "QWenLMHeadModel"),
"Qwen2ForCausalLM": ("qwen2", "Qwen2ForCausalLM"),
"Qwen2MoeForCausalLM": ("qwen2_moe", "Qwen2MoeForCausalLM"),
"RWForCausalLM": ("falcon", "FalconForCausalLM"),
"StableLMEpochForCausalLM": ("stablelm", "StablelmForCausalLM"),
"StableLmForCausalLM": ("stablelm", "StablelmForCausalLM"),