[XPU] add gptq(int4) support (#37844)
Signed-off-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
@@ -47,6 +47,9 @@ def query_marlin_supported_quant_types(
|
||||
if current_platform.is_cpu():
|
||||
return _query_cpu_marlin_supported_quant_types(has_zp, include_fp_type)
|
||||
|
||||
if current_platform.is_xpu():
|
||||
return [scalar_types.uint4, scalar_types.uint4b8]
|
||||
|
||||
if not current_platform.is_rocm():
|
||||
if device_capability is None:
|
||||
capability_tuple = current_platform.get_device_capability()
|
||||
|
||||
Reference in New Issue
Block a user