[MoE] Remove inplace fused experts mechanism (#43727)
Signed-off-by: Yongye Zhu <zyy1102000@gmail.com>
This commit is contained in:
@@ -181,7 +181,7 @@ class MiniCPMMoE(nn.Module):
|
||||
)
|
||||
|
||||
final_hidden_states = fused_experts(
|
||||
hidden_states, self.ws, self.w2s, topk_weights, topk_ids, inplace=False
|
||||
hidden_states, self.ws, self.w2s, topk_weights, topk_ids
|
||||
)
|
||||
|
||||
if self.tp_size > 1:
|
||||
|
||||
Reference in New Issue
Block a user