[CPU] [Feat] Add native AMX-FP8 attention impl for Diamond Rapids (#49410)

Signed-off-by: zhejiangxiaomai <zhenhui.zhao@intel.com>
This commit is contained in:
zhao, zhenhui
2026-09-06 11:06:56 +08:00
committed by GitHub
parent 039ea82660
commit 1c344ed41e
10 changed files with 1211 additions and 61 deletions
+29
View File
@@ -1,4 +1,5 @@
include(FetchContent)
include(CheckCXXCompilerFlag)
set(CMAKE_CXX_STANDARD_REQUIRED ON)
set(CMAKE_CXX_STANDARD 20)
@@ -134,6 +135,12 @@ if (CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64|amd64" OR ENABLE_X86_ISA)
CMAKE_CXX_COMPILER_VERSION VERSION_GREATER_EQUAL 12.3))
message(FATAL_ERROR "X86 backend requires gcc/g++ >= 12.3")
endif()
# Work around a GCC 15 optimizer crash in oneDNN (tree-ssa-pre pass).
# Keep this scoped to GCC 15+ so older toolchains are unaffected.
if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU" AND
CMAKE_CXX_COMPILER_VERSION VERSION_GREATER_EQUAL 15)
list(APPEND CXX_COMPILE_FLAGS "-fno-tree-pre")
endif()
list(APPEND CXX_COMPILE_FLAGS "-mf16c")
list(APPEND CXX_COMPILE_FLAGS_AVX512 ${CXX_COMPILE_FLAGS})
list(APPEND CXX_COMPILE_FLAGS_AVX2 ${CXX_COMPILE_FLAGS})
@@ -148,6 +155,24 @@ if (CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64|amd64" OR ENABLE_X86_ISA)
"-mamx-tile"
"-mavx512bf16"
"-mavx512vnni")
# Some packaged GCC 14 builds still do not accept -mamx-fp8, so gate on
# actual flag support rather than compiler version alone.
# Option to enable/disable AMX-FP8 support (default: ON)
option(ENABLE_AMX_FP8 "Enable AMX-FP8 support" ON)
if (ENABLE_AMX_FP8)
check_cxx_compiler_flag("-mamx-fp8" COMPILER_SUPPORTS_AMX_FP8_FLAG)
if (COMPILER_SUPPORTS_AMX_FP8_FLAG)
list(APPEND CXX_COMPILE_FLAGS_AVX512_AMX "-mamx-fp8")
set(AMX_FP8_SUPPORTED TRUE)
else()
set(AMX_FP8_SUPPORTED FALSE)
message(STATUS "AMX-FP8 disabled: compiler does not support -mamx-fp8 (compiler: ${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION})")
endif()
else()
set(AMX_FP8_SUPPORTED FALSE)
message(STATUS "AMX-FP8 disabled by ENABLE_AMX_FP8=OFF")
endif()
list(APPEND CXX_COMPILE_FLAGS_AVX2
"-mavx2")
elseif (POWER9_FOUND OR POWER10_FOUND OR POWER11_FOUND)
@@ -581,6 +606,10 @@ if (ENABLE_X86_ISA)
# For AMX kernels
target_compile_definitions(_C PRIVATE "-DCPU_CAPABILITY_AMXBF16")
if (AMX_FP8_SUPPORTED)
target_compile_definitions(_C PRIVATE "-DCPU_CAPABILITY_AMXFP8")
message(STATUS "AMX-FP8 (Diamond Rapids) enabled")
endif()
# AVX512F
define_extension_target(