Andreas KaratzasandOpenAI Codex
9dd969da09
Signed-off-by: Andreas Karatzas <Andreas.Karatzas@amd.com> Signed-off-by: Andreas Karatzas <akaratza@amd.com> Co-authored-by: OpenAI Codex <codex@openai.com>
57 lines
2.2 KiB
Python
57 lines
2.2 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""DeepSeek V4 model — hardware-isolated entry point.
|
|
|
|
The actual implementation lives under ``nvidia/`` and ``amd/``; this module
|
|
picks the right one for the current platform and re-exports the public
|
|
classes used by the model registry and quantization config lookup.
|
|
"""
|
|
|
|
from vllm.platforms import current_platform
|
|
|
|
from .quant_config import DeepseekV4FP8Config
|
|
|
|
# Pick the per-platform implementation. The NVIDIA branch is the static
|
|
# default that mypy sees; the ROCm/XPU branches override at runtime and are
|
|
# kept type-compatible via ``# type: ignore[assignment]``.
|
|
if current_platform.is_rocm():
|
|
from .amd.dspark import ( # type: ignore[assignment]
|
|
DSparkDeepseekV4ForCausalLM,
|
|
)
|
|
from .amd.model import DeepseekV4ForCausalLM
|
|
from .amd.mtp import DeepSeekV4MTP
|
|
from .common.vl_model import ( # type: ignore[assignment]
|
|
DeepseekV4ForConditionalGeneration,
|
|
)
|
|
elif current_platform.is_xpu():
|
|
from .vl_stub import ( # type: ignore[assignment]
|
|
DeepseekV4ForConditionalGeneration,
|
|
)
|
|
from .xpu.dspark import DSparkDeepseekV4ForCausalLM # type: ignore[assignment]
|
|
from .xpu.model import DeepseekV4ForCausalLM # type: ignore[assignment]
|
|
from .xpu.mtp import DeepSeekV4MTP # type: ignore[assignment]
|
|
elif current_platform.is_cpu():
|
|
from .cpu.dspark import DSparkDeepseekV4ForCausalLM # type: ignore[assignment]
|
|
from .cpu.model import DeepseekV4ForCausalLM # type: ignore[assignment]
|
|
from .cpu.mtp import DeepSeekV4MTP # type: ignore[assignment]
|
|
from .vl_stub import ( # type: ignore[assignment]
|
|
DeepseekV4ForConditionalGeneration,
|
|
)
|
|
else:
|
|
from .common.vl_model import ( # type: ignore[assignment]
|
|
DeepseekV4ForConditionalGeneration,
|
|
)
|
|
from .nvidia.dspark import ( # type: ignore[assignment]
|
|
DSparkDeepseekV4ForCausalLM,
|
|
)
|
|
from .nvidia.model import DeepseekV4ForCausalLM # type: ignore[assignment]
|
|
from .nvidia.mtp import DeepSeekV4MTP # type: ignore[assignment]
|
|
|
|
__all__ = [
|
|
"DSparkDeepseekV4ForCausalLM",
|
|
"DeepSeekV4MTP",
|
|
"DeepseekV4FP8Config",
|
|
"DeepseekV4ForCausalLM",
|
|
"DeepseekV4ForConditionalGeneration",
|
|
]
|