fix baichuan for different position embedding for 7b and 13b models (#643)

This commit is contained in:
Song
2023-08-01 22:22:51 -07:00
committed by GitHub
parent d4c7755ca8
commit 64f23c2900
3 changed files with 75 additions and 16 deletions
+2 -1
View File
@@ -11,7 +11,8 @@ from vllm.model_executor.weight_utils import initialize_dummy_weights
# TODO(woosuk): Lazy-load the model classes.
_MODEL_REGISTRY = {
"BaiChuanForCausalLM": BaiChuanForCausalLM,
"BaiChuanForCausalLM": BaiChuanForCausalLM, # baichuan-7b
"BaichuanForCausalLM": BaichuanForCausalLM, # baichuan-13b
"BloomForCausalLM": BloomForCausalLM,
"GPT2LMHeadModel": GPT2LMHeadModel,
"GPTBigCodeForCausalLM": GPTBigCodeForCausalLM,