Support Yi model (#1567)

This commit is contained in:
Roy
2023-11-06 15:26:03 -08:00
committed by GitHub
parent 8516999495
commit e7f579eb97
6 changed files with 496 additions and 0 deletions
+1
View File
@@ -33,6 +33,7 @@ _MODEL_REGISTRY = {
"OPTForCausalLM": OPTForCausalLM,
"QWenLMHeadModel": QWenLMHeadModel,
"RWForCausalLM": FalconForCausalLM,
"YiForCausalLM": YiForCausalLM,
}
# FIXME(woosuk): Remove this once all models support quantization.