[perf][cpu] Accelerate BF16 GELU with LUT impl on Arm CPUs (#37469)

Signed-off-by: Fadi Arafeh <fadi.arafeh@arm.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Fadi Arafeh
2026-04-15 22:26:17 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 18013df6ae
commit 445b7093fd
9 changed files with 240 additions and 2 deletions
+7
View File
@@ -246,6 +246,13 @@ class CpuPlatform(Platform):
if vllm_config.lora_config is not None:
compilation_config.mode = CompilationMode.NONE
if (
cls.get_cpu_architecture() == CpuArchEnum.ARM
and "+gelu" not in compilation_config.custom_ops
and "-gelu" not in compilation_config.custom_ops
):
compilation_config.custom_ops.append("+gelu")
vllm_config.profiler_config.torch_profiler_dump_cuda_time_total = False
assert vllm_config.device_config.device_type == "cpu"