[Bugfix] Fix transform_config parsing in Compressed Tensors (#23945)
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
This commit is contained in:
@@ -63,7 +63,7 @@ class CompressedTensorsConfig(QuantizationConfig):
|
|||||||
sparsity_ignore_list: list[str],
|
sparsity_ignore_list: list[str],
|
||||||
kv_cache_scheme: Optional[dict[str, Any]] = None,
|
kv_cache_scheme: Optional[dict[str, Any]] = None,
|
||||||
config: Optional[dict[str, Any]] = None,
|
config: Optional[dict[str, Any]] = None,
|
||||||
transform_config: Optional[TransformConfig] = None,
|
transform_config: Optional[dict[str, Any]] = None,
|
||||||
):
|
):
|
||||||
super().__init__()
|
super().__init__()
|
||||||
self.ignore = ignore
|
self.ignore = ignore
|
||||||
@@ -75,7 +75,7 @@ class CompressedTensorsConfig(QuantizationConfig):
|
|||||||
self.sparsity_ignore_list = sparsity_ignore_list
|
self.sparsity_ignore_list = sparsity_ignore_list
|
||||||
self.config = config
|
self.config = config
|
||||||
|
|
||||||
if transform_config is not None:
|
if transform_config:
|
||||||
self.transform_config = TransformConfig.model_validate(
|
self.transform_config = TransformConfig.model_validate(
|
||||||
transform_config)
|
transform_config)
|
||||||
else:
|
else:
|
||||||
|
|||||||
Reference in New Issue
Block a user