Support Microsoft Phi 1.5 (#1664)

This commit is contained in:
maximzubkov
2023-11-16 14:28:39 -08:00
committed by GitHub
parent cb08cd0d75
commit 521b35f799
6 changed files with 320 additions and 0 deletions
+2
View File
@@ -12,6 +12,7 @@ from vllm.model_executor.models.llama import LlamaForCausalLM
from vllm.model_executor.models.mistral import MistralForCausalLM
from vllm.model_executor.models.mpt import MPTForCausalLM
from vllm.model_executor.models.opt import OPTForCausalLM
from vllm.model_executor.models.phi_1_5 import PhiForCausalLM
from vllm.model_executor.models.qwen import QWenLMHeadModel
from vllm.model_executor.models.chatglm import ChatGLMForCausalLM
from vllm.model_executor.models.yi import YiForCausalLM
@@ -31,6 +32,7 @@ __all__ = [
"LlamaForCausalLM",
"MPTForCausalLM",
"OPTForCausalLM",
"PhiForCausalLM",
"QWenLMHeadModel",
"MistralForCausalLM",
"YiForCausalLM",