[XPU] add gptq(int4) support (#37844)

Signed-off-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
Kunshang Ji
2026-05-19 11:17:09 +08:00
committed by GitHub
parent 8f16c4a5c0
commit 36dcaf25d8
4 changed files with 55 additions and 13 deletions
@@ -47,6 +47,9 @@ def query_marlin_supported_quant_types(
if current_platform.is_cpu():
return _query_cpu_marlin_supported_quant_types(has_zp, include_fp_type)
if current_platform.is_xpu():
return [scalar_types.uint4, scalar_types.uint4b8]
if not current_platform.is_rocm():
if device_capability is None:
capability_tuple = current_platform.get_device_capability()