Add support for baichuan (#365)

This commit is contained in:
codethazine
2023-07-17 13:50:55 -07:00
committed by GitHub
parent 2bdea7ac11
commit 20b0d88d16
6 changed files with 361 additions and 0 deletions
+1
View File
@@ -11,6 +11,7 @@ from vllm.model_executor.weight_utils import initialize_dummy_weights
# TODO(woosuk): Lazy-load the model classes.
_MODEL_REGISTRY = {
"BaiChuanForCausalLM": BaiChuanForCausalLM,
"BloomForCausalLM": BloomForCausalLM,
"GPT2LMHeadModel": GPT2LMHeadModel,
"GPTBigCodeForCausalLM": GPTBigCodeForCausalLM,