[Model] Adds Phi-3 support (#4298)

This commit is contained in:
Caio Mendes
2024-04-25 03:06:57 +00:00
committed by GitHub
parent a395a638c2
commit 96e90fdeb3
6 changed files with 149 additions and 9 deletions
+1
View File
@@ -46,6 +46,7 @@ _MODELS = {
"OPTForCausalLM": ("opt", "OPTForCausalLM"),
"OrionForCausalLM": ("orion", "OrionForCausalLM"),
"PhiForCausalLM": ("phi", "PhiForCausalLM"),
"Phi3ForCausalLM": ("llama", "LlamaForCausalLM"),
"QWenLMHeadModel": ("qwen", "QWenLMHeadModel"),
"Qwen2ForCausalLM": ("qwen2", "Qwen2ForCausalLM"),
"Qwen2MoeForCausalLM": ("qwen2_moe", "Qwen2MoeForCausalLM"),