e7fc70016f
Signed-off-by: chenbing8 <chenbing8@xiaomi.com> Signed-off-by: bingchen-mi <chenbing8@xiaomi.com> Co-authored-by: Jee Jee Li <pandaleefree@gmail.com> Co-authored-by: Isotr0py <mozf@mail2.sysu.edu.cn>
54 lines
2.3 KiB
Python
54 lines
2.3 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""
|
|
Model configs may be defined in this directory for the following reasons:
|
|
|
|
- There is no configuration file defined by HF Hub or Transformers library.
|
|
- There is a need to override the existing config to support vLLM.
|
|
"""
|
|
|
|
from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
|
|
from vllm.transformers_utils.configs.deepseek_vl2 import DeepseekVLV2Config
|
|
from vllm.transformers_utils.configs.eagle import EAGLEConfig
|
|
# RWConfig is for the original tiiuae/falcon-40b(-instruct) and
|
|
# tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
|
|
# `FalconConfig` class from the official HuggingFace transformers library.
|
|
from vllm.transformers_utils.configs.falcon import RWConfig
|
|
from vllm.transformers_utils.configs.jais import JAISConfig
|
|
from vllm.transformers_utils.configs.kimi_vl import KimiVLConfig
|
|
from vllm.transformers_utils.configs.medusa import MedusaConfig
|
|
from vllm.transformers_utils.configs.midashenglm import MiDashengLMConfig
|
|
from vllm.transformers_utils.configs.mlp_speculator import MLPSpeculatorConfig
|
|
from vllm.transformers_utils.configs.moonvit import MoonViTConfig
|
|
from vllm.transformers_utils.configs.nemotron import NemotronConfig
|
|
from vllm.transformers_utils.configs.nemotron_h import NemotronHConfig
|
|
from vllm.transformers_utils.configs.nemotron_vl import Nemotron_Nano_VL_Config
|
|
from vllm.transformers_utils.configs.ovis import OvisConfig
|
|
from vllm.transformers_utils.configs.speculators.base import SpeculatorsConfig
|
|
from vllm.transformers_utils.configs.step3_vl import (Step3TextConfig,
|
|
Step3VisionEncoderConfig,
|
|
Step3VLConfig)
|
|
from vllm.transformers_utils.configs.ultravox import UltravoxConfig
|
|
|
|
__all__ = [
|
|
"ChatGLMConfig",
|
|
"DeepseekVLV2Config",
|
|
"EAGLEConfig",
|
|
"RWConfig",
|
|
"JAISConfig",
|
|
"MedusaConfig",
|
|
"MiDashengLMConfig",
|
|
"MLPSpeculatorConfig",
|
|
"MoonViTConfig",
|
|
"KimiVLConfig",
|
|
"NemotronConfig",
|
|
"NemotronHConfig",
|
|
"Nemotron_Nano_VL_Config",
|
|
"OvisConfig",
|
|
"SpeculatorsConfig",
|
|
"UltravoxConfig",
|
|
"Step3VLConfig",
|
|
"Step3VisionEncoderConfig",
|
|
"Step3TextConfig",
|
|
]
|