[Quantization] Enable humming wNaM asymmetric quant (zero_point) with compressed-tensors (#46528)

This commit is contained in:
HDCharles
2026-09-23 10:23:11 -04:00
committed by GitHub
parent 88afb9dcac
commit 9f07d023d0
12 changed files with 164 additions and 34 deletions
@@ -31,11 +31,14 @@ class HummingLinearKernel(MPLinearKernel):
)
name_map = {"weight": self.w_q_name, "weight_scale": self.w_s_name}
if self.w_zp_name is not None and hasattr(layer, self.w_zp_name):
name_map["zero_point"] = self.w_zp_name
group_size = self.config.group_size
quant_config = {
"quant_method": "humming",
"dtype": "int" + str(self.config.weight_type.size_bits),
"group_size": 0 if group_size == -1 else group_size,
"has_zero_point": self.config.zero_points,
}
if self.config.zero_points: