[Model] Add support for MPT (#334)

This commit is contained in:
Woosuk Kwon
2023-07-03 16:47:53 -07:00
committed by GitHub
parent 7717d0838b
commit 404422f42e
11 changed files with 388 additions and 4 deletions
+2
View File
@@ -3,6 +3,7 @@ from vllm.model_executor.models.gpt2 import GPT2LMHeadModel
from vllm.model_executor.models.gpt_bigcode import GPTBigCodeForCausalLM
from vllm.model_executor.models.gpt_neox import GPTNeoXForCausalLM
from vllm.model_executor.models.llama import LlamaForCausalLM
from vllm.model_executor.models.mpt import MPTForCausalLM
from vllm.model_executor.models.opt import OPTForCausalLM
__all__ = [
@@ -11,5 +12,6 @@ __all__ = [
"GPTBigCodeForCausalLM",
"GPTNeoXForCausalLM",
"LlamaForCausalLM",
"MPTForCausalLM",
"OPTForCausalLM",
]