Fix the issue for AquilaChat2-* models (#1339)

This commit is contained in:
Lu Wang
2023-10-13 11:51:29 -07:00
committed by GitHub
parent e7c8555d06
commit de89472897
3 changed files with 10 additions and 2 deletions
+1
View File
@@ -14,6 +14,7 @@ from vllm.model_executor.weight_utils import (get_quant_config,
# TODO(woosuk): Lazy-load the model classes.
_MODEL_REGISTRY = {
"AquilaModel": AquilaForCausalLM,
"AquilaForCausalLM": AquilaForCausalLM, # AquilaChat2
"BaiChuanForCausalLM": BaiChuanForCausalLM, # baichuan-7b
"BaichuanForCausalLM": BaichuanForCausalLM, # baichuan-13b
"BloomForCausalLM": BloomForCausalLM,