[Hardware][NV] Add support for ModelOpt static scaling checkpoints. (#6112)

This commit is contained in:
Pavani Majety
2024-09-11 00:38:40 -04:00
committed by GitHub
parent 1230263e16
commit efcf946a15
7 changed files with 258 additions and 6 deletions
@@ -192,6 +192,13 @@ def get_quant_config(model_config: ModelConfig,
if model_config.quantization == "bitsandbytes":
config["adapter_name_or_path"] = model_name_or_path
elif model_config.quantization == "modelopt":
if config["producer"]["name"] == "modelopt":
return quant_cls.from_config(config)
else:
raise ValueError(
f"Unsupported quantization config"
f" found for {model_config.quantization} in {f}.")
return quant_cls.from_config(config)