[Misc] Fix get_min_capability (#5971)

This commit is contained in:
Dipika Sikka
2024-06-30 20:15:16 +00:00
committed by GitHub
parent deacb7ec44
commit 7836fdcc11
5 changed files with 17 additions and 6 deletions
@@ -43,7 +43,8 @@ class AWQConfig(QuantizationConfig):
def get_supported_act_dtypes(self) -> List[torch.dtype]:
return [torch.half]
def get_min_capability(self) -> int:
@classmethod
def get_min_capability(cls) -> int:
# The AWQ kernel only supports Turing or newer GPUs.
return 75