[Bugfix][CPU] Fall back to torch for unaligned swigluoai on NEON/vec MoE (#49985)
Signed-off-by: oops-oom <73481342@qq.com> Co-authored-by: oops-oom <73481342@qq.com> Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
co-authored by
oops-oom
Claude
parent
99de48e98f
commit
ed13deb376
@@ -381,6 +381,12 @@ class CPUFusedMOE:
|
||||
if not (w13_output_size % 32 == 0 and w2_output_size % 32 == 0):
|
||||
return False, "none"
|
||||
|
||||
if (
|
||||
layer.activation == MoEActivation.SWIGLUOAI
|
||||
and w2_input_size % _MOE_GROUPED_GEMM_N_TILE != 0
|
||||
):
|
||||
return False, "none"
|
||||
|
||||
supports_neon = current_platform.get_cpu_architecture() == CpuArchEnum.ARM
|
||||
if supports_neon:
|
||||
if (
|
||||
|
||||
Reference in New Issue
Block a user