From ed13deb37622cf9f603596743642807561c7691d Mon Sep 17 00:00:00 2001 From: oops-oom Date: Tue, 28 Jul 2026 02:35:57 +0800 Subject: [PATCH] [Bugfix][CPU] Fall back to torch for unaligned swigluoai on NEON/vec MoE (#49985) Signed-off-by: oops-oom <73481342@qq.com> Co-authored-by: oops-oom <73481342@qq.com> Co-authored-by: Claude --- vllm/model_executor/layers/fused_moe/cpu_fused_moe.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py b/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py index a957aca9ec..c89e5ddc30 100644 --- a/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py +++ b/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py @@ -381,6 +381,12 @@ class CPUFusedMOE: if not (w13_output_size % 32 == 0 and w2_output_size % 32 == 0): return False, "none" + if ( + layer.activation == MoEActivation.SWIGLUOAI + and w2_input_size % _MOE_GROUPED_GEMM_N_TILE != 0 + ): + return False, "none" + supports_neon = current_platform.get_cpu_architecture() == CpuArchEnum.ARM if supports_neon: if (