92effb07a4
Signed-off-by: manayang <jackmanayang@gmail.com> Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn> Signed-off-by: Roger Wang <hey@rogerw.io> Co-authored-by: sergeywang <sergeywang@tencent.com> Co-authored-by: manayang <jackmanayang@gmail.com> Co-authored-by: manayang <manayang@tencent.com> Co-authored-by: Roger Wang <hey@rogerw.io>
85 lines
3.2 KiB
Python
85 lines
3.2 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""
|
|
Model configs may be defined in this directory for the following reasons:
|
|
|
|
- There is no configuration file defined by HF Hub or Transformers library.
|
|
- There is a need to override the existing config to support vLLM.
|
|
- The HF model_type isn't recognized by the Transformers library but can
|
|
be mapped to an existing Transformers config, such as
|
|
deepseek-ai/DeepSeek-V3.2-Exp.
|
|
"""
|
|
|
|
from transformers import DeepseekV3Config
|
|
|
|
from vllm.transformers_utils.configs.afmoe import AfmoeConfig
|
|
from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
|
|
from vllm.transformers_utils.configs.deepseek_vl2 import DeepseekVLV2Config
|
|
from vllm.transformers_utils.configs.dotsocr import DotsOCRConfig
|
|
from vllm.transformers_utils.configs.eagle import EAGLEConfig
|
|
|
|
# RWConfig is for the original tiiuae/falcon-40b(-instruct) and
|
|
# tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
|
|
# `FalconConfig` class from the official HuggingFace transformers library.
|
|
from vllm.transformers_utils.configs.falcon import RWConfig
|
|
from vllm.transformers_utils.configs.flex_olmo import FlexOlmoConfig
|
|
from vllm.transformers_utils.configs.hunyuan_vl import (
|
|
HunYuanVLConfig,
|
|
HunYuanVLTextConfig,
|
|
HunYuanVLVisionConfig,
|
|
)
|
|
from vllm.transformers_utils.configs.jais import JAISConfig
|
|
from vllm.transformers_utils.configs.kimi_linear import KimiLinearConfig
|
|
from vllm.transformers_utils.configs.kimi_vl import KimiVLConfig
|
|
from vllm.transformers_utils.configs.lfm2_moe import Lfm2MoeConfig
|
|
from vllm.transformers_utils.configs.medusa import MedusaConfig
|
|
from vllm.transformers_utils.configs.midashenglm import MiDashengLMConfig
|
|
from vllm.transformers_utils.configs.mlp_speculator import MLPSpeculatorConfig
|
|
from vllm.transformers_utils.configs.moonvit import MoonViTConfig
|
|
from vllm.transformers_utils.configs.nemotron import NemotronConfig
|
|
from vllm.transformers_utils.configs.nemotron_h import NemotronHConfig
|
|
from vllm.transformers_utils.configs.olmo3 import Olmo3Config
|
|
from vllm.transformers_utils.configs.ovis import OvisConfig
|
|
from vllm.transformers_utils.configs.qwen3_next import Qwen3NextConfig
|
|
from vllm.transformers_utils.configs.radio import RadioConfig
|
|
from vllm.transformers_utils.configs.speculators.base import SpeculatorsConfig
|
|
from vllm.transformers_utils.configs.step3_vl import (
|
|
Step3TextConfig,
|
|
Step3VisionEncoderConfig,
|
|
Step3VLConfig,
|
|
)
|
|
from vllm.transformers_utils.configs.ultravox import UltravoxConfig
|
|
|
|
__all__ = [
|
|
"AfmoeConfig",
|
|
"ChatGLMConfig",
|
|
"DeepseekVLV2Config",
|
|
"DeepseekV3Config",
|
|
"DotsOCRConfig",
|
|
"EAGLEConfig",
|
|
"FlexOlmoConfig",
|
|
"HunYuanVLConfig",
|
|
"HunYuanVLTextConfig",
|
|
"HunYuanVLVisionConfig",
|
|
"RWConfig",
|
|
"JAISConfig",
|
|
"Lfm2MoeConfig",
|
|
"MedusaConfig",
|
|
"MiDashengLMConfig",
|
|
"MLPSpeculatorConfig",
|
|
"MoonViTConfig",
|
|
"KimiLinearConfig",
|
|
"KimiVLConfig",
|
|
"NemotronConfig",
|
|
"NemotronHConfig",
|
|
"Olmo3Config",
|
|
"OvisConfig",
|
|
"RadioConfig",
|
|
"SpeculatorsConfig",
|
|
"UltravoxConfig",
|
|
"Step3VLConfig",
|
|
"Step3VisionEncoderConfig",
|
|
"Step3TextConfig",
|
|
"Qwen3NextConfig",
|
|
]
|