[Hardware][NV] Add support for ModelOpt static scaling checkpoints. (#6112)

This commit is contained in:
Pavani Majety
2024-09-11 00:38:40 -04:00
committed by GitHub
parent 1230263e16
commit efcf946a15
7 changed files with 258 additions and 6 deletions
+2 -1
View File
@@ -26,7 +26,8 @@ WEIGHT_LOADER_V2_SUPPORTED = [
"CompressedTensorsLinearMethod", "AWQMarlinLinearMethod",
"AWQLinearMethod", "GPTQMarlinLinearMethod", "Fp8LinearMethod",
"MarlinLinearMethod", "QQQLinearMethod", "GPTQMarlin24LinearMethod",
"TPUInt8LinearMethod", "GPTQLinearMethod", "FBGEMMFp8LinearMethod"
"TPUInt8LinearMethod", "GPTQLinearMethod", "FBGEMMFp8LinearMethod",
"ModelOptFp8LinearMethod"
]