[Quantization] Bump compressed-tensors version; update NVFP4A16 test model (#19224)

Signed-off-by: Dipika Sikka <dipikasikka1@gmail.com>
This commit is contained in:
Dipika Sikka
2025-06-06 01:21:54 -07:00
committed by GitHub
parent 0d49483ea9
commit 94870359cd
3 changed files with 5 additions and 6 deletions
@@ -222,15 +222,15 @@ class CompressedTensorsConfig(QuantizationConfig):
input_quant: BaseModel):
is_weight_only = weight_quant is not None and input_quant is None
is_group_quant = (
weight_quant.strategy == QuantizationStrategy.GROUP.value)
is_tensor_group_quant = (
weight_quant.strategy == QuantizationStrategy.TENSOR_GROUP.value)
is_symmetric = weight_quant.symmetric
is_group_size_16 = weight_quant.group_size == 16
is_float_type = weight_quant.type == QuantizationType.FLOAT
is_4_bits = weight_quant.num_bits == 4
return (is_weight_only and is_group_quant and is_float_type
return (is_weight_only and is_tensor_group_quant and is_float_type
and is_4_bits and is_group_size_16 and is_symmetric)
def _is_static_tensor_w8a8(self, weight_quant: BaseModel,