Add unit test for Mixtral MoE layer (#2677)

This commit is contained in:
Philipp Moritz
2024-01-31 14:34:17 -08:00
committed by GitHub
parent 89efcf1ce5
commit d0d93b92b1
5 changed files with 119 additions and 55 deletions
+3 -1
View File
@@ -235,7 +235,9 @@ def fused_moe(hidden_states: torch.Tensor,
assert hidden_states.is_contiguous(), "Hidden_states must be contiguous"
assert w1.is_contiguous(), "Expert weights1 must be contiguous"
assert w2.is_contiguous(), "Expert weights2 must be contiguous"
assert hidden_states.dtype in [torch.float16, torch.bfloat16]
assert hidden_states.dtype in [
torch.float32, torch.float16, torch.bfloat16
]
M, _ = hidden_states.shape
E, N, _ = w1.shape