[Mypy] Fix mypy typing for model interfaces and H/I models (#54079)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com> Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
co-authored by
Wentao Ye
parent
74850f9f66
commit
21fa2c5a2a
@@ -395,7 +395,7 @@ class GraniteModel(nn.Module):
|
||||
class GraniteForCausalLM(nn.Module, SupportsLoRA, SupportsPP, SupportsQuant):
|
||||
hf_to_vllm_mapper = GraniteModel.hf_to_vllm_mapper
|
||||
# LoRA specific attributes
|
||||
packed_modules_mapping = {
|
||||
packed_modules_mapping: dict[str, list[str]] = {
|
||||
"qkv_proj": ["q_proj", "k_proj", "v_proj"],
|
||||
"gate_up_proj": ["gate_proj", "up_proj"],
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user