add internlm model (#528)

This commit is contained in:
Jia Guoqing
2023-08-08 16:35:06 -07:00
committed by GitHub
parent a57d13cc96
commit 735ecfff61
3 changed files with 314 additions and 4 deletions
+14 -4
View File
@@ -6,14 +6,24 @@ from vllm.model_executor.models.gpt2 import GPT2LMHeadModel
from vllm.model_executor.models.gpt_bigcode import GPTBigCodeForCausalLM
from vllm.model_executor.models.gpt_j import GPTJForCausalLM
from vllm.model_executor.models.gpt_neox import GPTNeoXForCausalLM
from vllm.model_executor.models.internlm import InternLMForCausalLM
from vllm.model_executor.models.llama import LlamaForCausalLM
from vllm.model_executor.models.mpt import MPTForCausalLM
from vllm.model_executor.models.opt import OPTForCausalLM
from vllm.model_executor.models.qwen import QWenLMHeadModel
__all__ = [
"BaiChuanForCausalLM", "BaichuanForCausalLM", "BloomForCausalLM",
"FalconForCausalLM", "GPT2LMHeadModel", "GPTBigCodeForCausalLM",
"GPTJForCausalLM", "GPTNeoXForCausalLM", "LlamaForCausalLM",
"MPTForCausalLM", "OPTForCausalLM", "QWenLMHeadModel"
"BaiChuanForCausalLM",
"BaichuanForCausalLM",
"BloomForCausalLM",
"FalconForCausalLM",
"GPT2LMHeadModel",
"GPTBigCodeForCausalLM",
"GPTJForCausalLM",
"GPTNeoXForCausalLM",
"InternLMForCausalLM",
"LlamaForCausalLM",
"MPTForCausalLM",
"OPTForCausalLM",
"QWenLMHeadModel",
]