20 lines
771 B
Python
20 lines
771 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""CPU DeepSeek-V4 MTP (speculative decoding) — deferred, not implemented.
|
|
|
|
``DeepSeekV4MTP`` is only instantiated when
|
|
``vllm/model_executor/models/registry.py``'s speculative-decoding registry
|
|
resolves it by name for a speculative-decoding config; a plain (non-spec)
|
|
DeepSeek-V4 CPU model never constructs this class. This stub exists solely
|
|
so ``vllm.models.deepseek_v4.cpu`` is import-clean.
|
|
"""
|
|
|
|
from vllm.config import VllmConfig
|
|
|
|
|
|
class DeepSeekV4MTP:
|
|
def __init__(self, *, vllm_config: VllmConfig, prefix: str = "") -> None:
|
|
raise NotImplementedError(
|
|
"DeepSeek-V4 speculative decoding (MTP) is not implemented on CPU."
|
|
)
|