[Bugfix][DSv4] Remap Quark MTP layer_quant_config onto draft prefixes (#56054)
Signed-off-by: jimmy-adams <41593649+jimmy-adams@users.noreply.github.com>
This commit is contained in:
@@ -39,11 +39,12 @@ from vllm.models.deepseek_v4.common.ops.fused_mtp_input_rmsnorm import (
|
||||
_FUSED_MTP_INPUT_RMSNORM_KERNEL,
|
||||
_MTP_SHARED_HEAD_RMSNORM_KERNEL,
|
||||
)
|
||||
from vllm.models.deepseek_v4.quant_config import align_mtp_quant_config
|
||||
from vllm.platforms import current_platform
|
||||
from vllm.sequence import IntermediateTensors
|
||||
|
||||
from .mega_moe import finalize_mega_moe_weights
|
||||
from .model import DeepseekV4DecoderLayer
|
||||
from .model import DeepseekV4DecoderLayer, DeepseekV4ForCausalLM
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
@@ -289,10 +290,15 @@ class DeepSeekV4MultiTokenPredictor(nn.Module):
|
||||
|
||||
|
||||
class DeepSeekV4MTP(nn.Module):
|
||||
# The draft head reuses DeepseekV4DecoderLayer, so its fused linears must
|
||||
# unfold to the same checkpoint shards for per-layer quant config lookup.
|
||||
packed_modules_mapping = DeepseekV4ForCausalLM.packed_modules_mapping
|
||||
|
||||
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
|
||||
super().__init__()
|
||||
self.config = vllm_config.model_config.hf_config
|
||||
self.quant_config = vllm_config.quant_config
|
||||
align_mtp_quant_config(self.quant_config, self.config)
|
||||
self.model = DeepSeekV4MultiTokenPredictor(
|
||||
vllm_config=vllm_config, prefix=maybe_prefix(prefix, "model")
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user