[Bugfix][Model] Add missing fused_qkv_a_proj to Kimi-Linear packed_modules_mapping (#51249)
Signed-off-by: JianDan0212 <zhangyj0212@gmail.com> Co-authored-by: JianDan0212 <zhangyj0212@gmail.com>
This commit is contained in:
@@ -1014,6 +1014,7 @@ class KimiLinearModel(nn.Module, EagleModelMixin, SupportsQuant):
|
|||||||
"gate_up_proj": ["gate_proj", "up_proj"],
|
"gate_up_proj": ["gate_proj", "up_proj"],
|
||||||
"in_proj_qkvgfab": ["q_proj", "k_proj", "v_proj", "b_proj", "f_a_proj"],
|
"in_proj_qkvgfab": ["q_proj", "k_proj", "v_proj", "b_proj", "f_a_proj"],
|
||||||
"conv1d": ["q_conv1d", "k_conv1d", "v_conv1d"],
|
"conv1d": ["q_conv1d", "k_conv1d", "v_conv1d"],
|
||||||
|
"fused_qkv_a_proj": ["q_a_proj", "kv_a_proj_with_mqa"],
|
||||||
}
|
}
|
||||||
|
|
||||||
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
|
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
|
||||||
|
|||||||
Reference in New Issue
Block a user