[Misc] Update qqq to use vLLMParameters (#7805)

This commit is contained in:
Dipika Sikka
2024-08-26 13:16:15 -06:00
committed by GitHub
parent 2deb029d11
commit 665304092d
3 changed files with 54 additions and 64 deletions
+1 -1
View File
@@ -23,7 +23,7 @@ logger = init_logger(__name__)
WEIGHT_LOADER_V2_SUPPORTED = [
"CompressedTensorsLinearMethod", "AWQMarlinLinearMethod",
"AWQLinearMethod", "GPTQMarlinLinearMethod", "Fp8LinearMethod",
"MarlinLinearMethod"
"MarlinLinearMethod", "QQQLinearMethod"
]