Mixtral 8x7B support (#2011)

Co-authored-by: Pierre Stock <p@mistral.ai>
Co-authored-by: Zhuohan Li <zhuohan123@gmail.com>
This commit is contained in:
Pierre Stock
2023-12-11 01:09:15 -08:00
committed by GitHub
co-authored by Pierre Stock Zhuohan Li
parent 2e8fc0d4c3
commit b5f882cc98
4 changed files with 538 additions and 0 deletions
+1
View File
@@ -33,6 +33,7 @@ _MODEL_REGISTRY = {
"LlamaForCausalLM": LlamaForCausalLM,
"LLaMAForCausalLM": LlamaForCausalLM, # For decapoda-research/llama-*
"MistralForCausalLM": MistralForCausalLM,
"MixtralForCausalLM": MixtralForCausalLM,
# transformers's mpt class has lower case
"MptForCausalLM": MPTForCausalLM,
"MPTForCausalLM": MPTForCausalLM,