diff --git a/vllm/models/kimi_k3/nvidia/model.py b/vllm/models/kimi_k3/nvidia/model.py index 78093de02a..0d98bccf06 100644 --- a/vllm/models/kimi_k3/nvidia/model.py +++ b/vllm/models/kimi_k3/nvidia/model.py @@ -1014,6 +1014,7 @@ class KimiLinearModel(nn.Module, EagleModelMixin, SupportsQuant): "gate_up_proj": ["gate_proj", "up_proj"], "in_proj_qkvgfab": ["q_proj", "k_proj", "v_proj", "b_proj", "f_a_proj"], "conv1d": ["q_conv1d", "k_conv1d", "v_conv1d"], + "fused_qkv_a_proj": ["q_a_proj", "kv_a_proj_with_mqa"], } def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):