[Model] Support Nemotron models (Nemotron-3, Nemotron-4, Minitron) (#6611)

This commit is contained in:
Michael Goin
2024-07-26 14:33:42 -04:00
committed by GitHub
parent 85ad7e2d01
commit 07278c37dd
9 changed files with 776 additions and 1 deletions
+2 -1
View File
@@ -8,7 +8,7 @@ from vllm.logger import init_logger
from vllm.transformers_utils.configs import (ChatGLMConfig, DbrxConfig,
JAISConfig, MedusaConfig,
MLPSpeculatorConfig, MPTConfig,
RWConfig)
NemotronConfig, RWConfig)
if VLLM_USE_MODELSCOPE:
from modelscope import AutoConfig
@@ -26,6 +26,7 @@ _CONFIG_REGISTRY: Dict[str, Type[PretrainedConfig]] = {
"jais": JAISConfig,
"mlp_speculator": MLPSpeculatorConfig,
"medusa": MedusaConfig,
"nemotron": NemotronConfig,
}
for name, cls in _CONFIG_REGISTRY.items():