[Model] Support Solar Model (#8386)

Co-authored-by: Michael Goin <michael@neuralmagic.com>
This commit is contained in:
Geun, Lim
2024-09-18 11:04:00 -06:00
committed by GitHub
co-authored by Michael Goin
parent d65798f78c
commit e18749ff09
6 changed files with 834 additions and 1 deletions
+2 -1
View File
@@ -24,7 +24,7 @@ from vllm.transformers_utils.configs import (ChatGLMConfig, DbrxConfig,
JAISConfig, MedusaConfig,
MLPSpeculatorConfig, MPTConfig,
NemotronConfig, RWConfig,
UltravoxConfig)
SolarConfig, UltravoxConfig)
# yapf: enable
from vllm.transformers_utils.utils import check_gguf_file
@@ -50,6 +50,7 @@ _CONFIG_REGISTRY: Dict[str, Type[PretrainedConfig]] = {
"exaone": ExaoneConfig,
"internvl_chat": InternVLChatConfig,
"nemotron": NemotronConfig,
"solar": SolarConfig,
"ultravox": UltravoxConfig,
# Granite can be removed from here once we have upgraded to
# transformers 4.45+