[CPU] Add FP8 W8A16 MoE support (#41314)

Signed-off-by: yuwenzho <yuwen.zhou@intel.com>
This commit is contained in:
Yuwen Zhou
2026-05-06 23:17:07 -07:00
committed by GitHub
parent 51f22dcfd0
commit 713b28bd0b
6 changed files with 498 additions and 1 deletions
+2 -1
View File
@@ -13,7 +13,8 @@ MODELS = [
"Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int4", # without g_idx
"RedHatAI/Qwen3-1.7B-quantized.w4a16", # with zp
"OPEA/Qwen2.5-0.5B-Instruct-int4-sym-inc",
"Qwen/Qwen3-0.6B-FP8", # FP8 W8A16 block-quantized
"Qwen/Qwen3-0.6B-FP8", # FP8 W8A16 block-quantized linear
"Qwen/Qwen3-30B-A3B-FP8", # FP8 W8A16 block-quantized MoE
]
DTYPE = ["bfloat16"]