[Quant] Add SupportsQuant to phi3 and clip (#13104)
This commit is contained in:
@@ -169,6 +169,7 @@ class AQLMConfig(QuantizationConfig):
|
||||
num_codebooks: int,
|
||||
out_group_size: int,
|
||||
) -> None:
|
||||
super().__init__()
|
||||
self.in_group_size = in_group_size
|
||||
self.nbits_per_codebook = nbits_per_codebook
|
||||
self.num_codebooks = num_codebooks
|
||||
|
||||
Reference in New Issue
Block a user