- Remove P/D transfer connectors: nixl, nixl_chat, mooncake x2, hf3fs, moriio, hisparse, example and hidden-states connectors - Reduce weight_transfer to the base API used by model loading - Remove kv_offload tiering, simple_kv_offload, ec cpu/example, snapshot command, engine snapshot server - Remove transformers model fallback, dsv4 tokenizers, dead platforms cpu/tpu/xpu, flashmla third_party, dsa, megamoe/flydsl, dead attn ops, dead layers (short_conv, fused_embed_norm, indexer_topk, relu2 gemma_ar, lightning_attn, minimax_rms_norm), gemm_rs_ar - Keep MoE LoRA op (imported eagerly by punica_gpu); drop fp8 variant - Rebuild parser hubs around Qwen3 adapters only (36 dead adapters) - Remove dead tests with the code they covered Co-authored-by: Hinata <hinata@idihore.id> Signed-off-by: MOVZX <movzx@yahoo.com>
105 lines
2.9 KiB
Python
105 lines
2.9 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""Model configs may be defined in this directory for the following reasons:
|
|
|
|
- There is no configuration file defined by HF Hub or Transformers library.
|
|
- There is a need to override the existing config to support vLLM.
|
|
- The HF model_type isn't recognized by the Transformers library but can
|
|
be mapped to an existing Transformers config, such as
|
|
deepseek-ai/DeepSeek-V3.2-Exp.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import importlib
|
|
|
|
_CLASS_TO_MODULE: dict[str, str] = {
|
|
"EAGLEConfig": "vllm.transformers_utils.configs.eagle",
|
|
# RWConfig is for the original tiiuae/falcon-40b(-instruct) and
|
|
# tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
|
|
# `FalconConfig` class from the official HuggingFace transformers library.
|
|
"MossTranscribeDiarizeConfig": (),
|
|
# Upstream Transformers classes registered in _CONFIG_REGISTRY
|
|
"DeepseekV3Config": "transformers",
|
|
"HyperCLOVAXConfig": "transformers",
|
|
"Kimi_K25Config": "transformers",
|
|
}
|
|
|
|
__all__ = [
|
|
"BagelConfig",
|
|
"BailingMoeV3TextConfig",
|
|
"BailingMoeV3VisionConfig",
|
|
"BailingMoeV3VLConfig",
|
|
"ChatGLMConfig",
|
|
"ColModernVBertConfig",
|
|
"ColPaliConfig",
|
|
"ColQwen3Config",
|
|
"OpsColQwen3Config",
|
|
"Qwen3VLNemotronEmbedConfig",
|
|
"Cosmos3EdgeConfig",
|
|
"Cosmos3EdgeProjectorConfig",
|
|
"Cosmos3EdgeTextConfig",
|
|
"Cosmos3EdgeVisionConfig",
|
|
"DeepseekVLV2Config",
|
|
"DeepseekV3Config",
|
|
"Dots3NoteConfig",
|
|
"K3DSparkConfig",
|
|
"DotsOCRConfig",
|
|
"EAGLEConfig",
|
|
"FunAudioChatConfig",
|
|
"FunAudioChatAudioEncoderConfig",
|
|
"HYV4Config",
|
|
"HyperCLOVAXConfig",
|
|
"IsaacConfig",
|
|
"RWConfig",
|
|
"MiDashengLMConfig",
|
|
"MiniMaxM3Config",
|
|
"MiniMaxM3MTPConfig",
|
|
"MiniMaxM3TextConfig",
|
|
"Moondream3Config",
|
|
"Moondream3TextConfig",
|
|
"Moondream3VisionConfig",
|
|
"MossTranscribeDiarizeConfig",
|
|
"MoonViTConfig",
|
|
"KimiLinearConfig",
|
|
"KimiVLConfig",
|
|
"Kimi_K25Config",
|
|
"MuseGlimmerConfig",
|
|
"MuseGlimmerTextConfig",
|
|
"MuseGlimmerVisionConfig",
|
|
"MuseGlimmerAssistantConfig",
|
|
"KimiK3Config",
|
|
"KimiK3VisionConfig",
|
|
"OpenVLAConfig",
|
|
"OvisConfig",
|
|
"PixelShuffleSiglip2VisionConfig",
|
|
"RadioConfig",
|
|
"SpeculatorsConfig",
|
|
"UltravoxConfig",
|
|
"UnlimitedOCRConfig",
|
|
"Step3VLConfig",
|
|
"Step3VisionEncoderConfig",
|
|
"Step3TextConfig",
|
|
"Step3p5Config",
|
|
"QianfanOCRConfig",
|
|
"QianfanOCRVisionConfig",
|
|
"Qwen3ASRConfig",
|
|
"InklingModelConfig",
|
|
"InklingAudioConfig",
|
|
"InklingVisionConfig",
|
|
"InklingMMConfig",
|
|
]
|
|
|
|
|
|
def __getattr__(name: str):
|
|
if name in _CLASS_TO_MODULE:
|
|
module_name = _CLASS_TO_MODULE[name]
|
|
module = importlib.import_module(module_name)
|
|
return getattr(module, name)
|
|
|
|
raise AttributeError(f"module 'configs' has no attribute '{name}'")
|
|
|
|
|
|
def __dir__():
|
|
return sorted(list(__all__))
|