[Mypy] Fix mypy typing for model interfaces and H/I models (#54079)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com> Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
co-authored by
Wentao Ye
parent
74850f9f66
commit
21fa2c5a2a
@@ -323,7 +323,7 @@ class InternLM2Model(nn.Module):
|
||||
|
||||
class InternLM2ForCausalLM(nn.Module, SupportsPP, SupportsLoRA, SupportsQuant):
|
||||
hf_to_vllm_mapper = InternLM2Model.hf_to_vllm_mapper
|
||||
packed_modules_mapping = {
|
||||
packed_modules_mapping: dict[str, list[str]] = {
|
||||
"wqkv": ["wqkv"],
|
||||
"gate_up_proj": ["w1", "w3"],
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user