ChatGLM Support (#1261)

This commit is contained in:
GoHomeToMacDonal
2023-11-06 16:09:33 -08:00
committed by GitHub
parent e7f579eb97
commit 1a2bbc9301
7 changed files with 490 additions and 4 deletions
+2
View File
@@ -13,6 +13,7 @@ from vllm.model_executor.models.mistral import MistralForCausalLM
from vllm.model_executor.models.mpt import MptForCausalLM
from vllm.model_executor.models.opt import OPTForCausalLM
from vllm.model_executor.models.qwen import QWenLMHeadModel
from vllm.model_executor.models.chatglm import ChatGLMForCausalLM
from vllm.model_executor.models.yi import YiForCausalLM
__all__ = [
@@ -20,6 +21,7 @@ __all__ = [
"BaiChuanForCausalLM",
"BaichuanForCausalLM",
"BloomForCausalLM",
"ChatGLMForCausalLM",
"FalconForCausalLM",
"GPT2LMHeadModel",
"GPTBigCodeForCausalLM",