[Model] Initial Support for Chameleon (#5770)

This commit is contained in:
Roger Wang
2024-07-21 17:37:51 -07:00
committed by GitHub
parent 396d92d5e0
commit c9eef37f32
5 changed files with 665 additions and 4 deletions
+5 -4
View File
@@ -5,10 +5,10 @@ from transformers import GenerationConfig, PretrainedConfig
from vllm.envs import VLLM_USE_MODELSCOPE
from vllm.logger import init_logger
from vllm.transformers_utils.configs import (ChatGLMConfig, DbrxConfig,
JAISConfig, MedusaConfig,
MLPSpeculatorConfig, MPTConfig,
RWConfig)
from vllm.transformers_utils.configs import (ChameleonConfig, ChatGLMConfig,
DbrxConfig, JAISConfig,
MedusaConfig, MLPSpeculatorConfig,
MPTConfig, RWConfig)
if VLLM_USE_MODELSCOPE:
from modelscope import AutoConfig
@@ -18,6 +18,7 @@ else:
logger = init_logger(__name__)
_CONFIG_REGISTRY: Dict[str, Type[PretrainedConfig]] = {
"chameleon": ChameleonConfig,
"chatglm": ChatGLMConfig,
"dbrx": DbrxConfig,
"mpt": MPTConfig,