[Quantization][Autoround][CPU] Add W4A16 Support (#38192)

Signed-off-by: Zhenzhong1 <zhenzhong.xu@intel.com>
Signed-off-by: Zhenzhong Xu <zhenzhong.xu@intel.com>
This commit is contained in:
Zhenzhong Xu
2026-04-15 18:38:31 +08:00
committed by GitHub
parent 29e5d10205
commit 60995c05b4
2 changed files with 34 additions and 1 deletions
+1
View File
@@ -12,6 +12,7 @@ MODELS = [
"TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ", # with g_idx
"Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int4", # without g_idx
"RedHatAI/Qwen3-1.7B-quantized.w4a16", # with zp
"OPEA/Qwen2.5-0.5B-Instruct-int4-sym-inc",
]
DTYPE = ["bfloat16"]