fix baichuan for different position embedding for 7b and 13b models (#643)

This commit is contained in:
Song
2023-08-01 22:22:51 -07:00
committed by GitHub
parent d4c7755ca8
commit 64f23c2900
3 changed files with 75 additions and 16 deletions
+2 -1
View File
@@ -1,4 +1,4 @@
from vllm.model_executor.models.baichuan import BaiChuanForCausalLM
from vllm.model_executor.models.baichuan import BaiChuanForCausalLM, BaichuanForCausalLM
from vllm.model_executor.models.bloom import BloomForCausalLM
from vllm.model_executor.models.gpt2 import GPT2LMHeadModel
from vllm.model_executor.models.gpt_bigcode import GPTBigCodeForCausalLM
@@ -10,6 +10,7 @@ from vllm.model_executor.models.opt import OPTForCausalLM
__all__ = [
"BaiChuanForCausalLM",
"BaichuanForCausalLM",
"BloomForCausalLM",
"GPT2LMHeadModel",
"GPTBigCodeForCausalLM",