[Build/CI] Fix CUDA 11.8 build (#17679)
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com> Signed-off-by: Lucas Wilkinson <lwilkinson@neuralmagic.com> Signed-off-by: Tyler Michael Smith <tysmith@redhat.com> Co-authored-by: Lucas Wilkinson <lwilkinson@neuralmagic.com>
This commit is contained in:
co-authored by
Lucas Wilkinson
parent
f8d2cc5f55
commit
6e588da0f4
@@ -182,3 +182,7 @@ def moe_unpermute(
|
||||
expert_first_token_offset, n_expert,
|
||||
n_local_expert, topk, hidden_states)
|
||||
return hidden_states
|
||||
|
||||
|
||||
def moe_permute_unpermute_supported():
|
||||
return torch.ops._moe_C.moe_permute_unpermute_supported()
|
||||
|
||||
Reference in New Issue
Block a user