[Quantization] Enable humming wNaM asymmetric quant (zero_point) with compressed-tensors (#46528)
This commit is contained in:
@@ -31,11 +31,14 @@ class HummingLinearKernel(MPLinearKernel):
|
||||
)
|
||||
|
||||
name_map = {"weight": self.w_q_name, "weight_scale": self.w_s_name}
|
||||
if self.w_zp_name is not None and hasattr(layer, self.w_zp_name):
|
||||
name_map["zero_point"] = self.w_zp_name
|
||||
group_size = self.config.group_size
|
||||
quant_config = {
|
||||
"quant_method": "humming",
|
||||
"dtype": "int" + str(self.config.weight_type.size_bits),
|
||||
"group_size": 0 if group_size == -1 else group_size,
|
||||
"has_zero_point": self.config.zero_points,
|
||||
}
|
||||
|
||||
if self.config.zero_points:
|
||||
|
||||
Reference in New Issue
Block a user