[🚀 Ready to be merged] Added support for Jais models (#3183)

This commit is contained in:
Lalit Pradhan
2024-03-21 09:45:24 +00:00
committed by GitHub
parent 3bbff9e5ab
commit 4c07dd28c0
8 changed files with 596 additions and 3 deletions
+1
View File
@@ -27,6 +27,7 @@ _MODELS = {
"GPTNeoXForCausalLM": ("gpt_neox", "GPTNeoXForCausalLM"),
"InternLMForCausalLM": ("llama", "LlamaForCausalLM"),
"InternLM2ForCausalLM": ("internlm2", "InternLM2ForCausalLM"),
"JAISLMHeadModel": ("jais", "JAISLMHeadModel"),
"LlamaForCausalLM": ("llama", "LlamaForCausalLM"),
# For decapoda-research/llama-*
"LLaMAForCausalLM": ("llama", "LlamaForCausalLM"),