[MoE] Remove inplace fused experts mechanism (#43727)
Signed-off-by: Yongye Zhu <zyy1102000@gmail.com>
This commit is contained in:
@@ -326,7 +326,7 @@ class NomicMoE(nn.Module):
|
||||
hidden_states, router_logits, self.top_k, renormalize=False
|
||||
)
|
||||
|
||||
final_hidden_states = torch.ops.vllm.outplace_fused_experts(
|
||||
final_hidden_states = torch.ops.vllm.fused_experts(
|
||||
hidden_states=hidden_states,
|
||||
w1=self.w1,
|
||||
w2=self.w2,
|
||||
|
||||
Reference in New Issue
Block a user