[Mypy] Fix mypy typing for P models (#54169)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com> Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
co-authored by
Harry Mellor
parent
5093e4844a
commit
784cac7c42
@@ -34,6 +34,7 @@ from vllm.model_executor.layers.activation import SiluAndMul
|
||||
from vllm.model_executor.layers.attention import Attention
|
||||
from vllm.model_executor.layers.fused_moe import (
|
||||
FusedMoEFactory,
|
||||
MoERunner,
|
||||
)
|
||||
from vllm.model_executor.layers.layernorm import RMSNorm
|
||||
from vllm.model_executor.layers.linear import (
|
||||
@@ -344,7 +345,7 @@ class Param2MoEMoEBlock(nn.Module):
|
||||
routed_scaling_factor=self.routed_scaling_factor,
|
||||
)
|
||||
|
||||
def maybe_get_fused_moe(self) -> FusedMoEFactory:
|
||||
def maybe_get_fused_moe(self) -> MoERunner:
|
||||
return self.experts
|
||||
|
||||
def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
|
||||
@@ -560,6 +561,8 @@ class Param2MoEModel(nn.Module):
|
||||
class Param2MoEMixtureOfExperts(MixtureOfExperts):
|
||||
"""Implements the vLLM MixtureOfExperts protocol for Param2MoE."""
|
||||
|
||||
moe_mlp_layers: list[Param2MoEMoEBlock]
|
||||
|
||||
def extract_moe_parameters(self, example_moe: Param2MoEMoEBlock | None) -> None:
|
||||
if example_moe is None:
|
||||
raise RuntimeError(
|
||||
|
||||
Reference in New Issue
Block a user