[Misc] Add CustomOp Interface to UnquantizedFusedMoEMethod (#6289)

This commit is contained in:
Woosuk Kwon
2024-07-15 19:02:14 +00:00
committed by GitHub
parent 3dee97b05f
commit ec9933f4a5
2 changed files with 35 additions and 17 deletions
@@ -279,10 +279,6 @@ class DefaultModelLoader(BaseModelLoader):
quant_method = getattr(module, "quant_method", None)
if quant_method is not None:
quant_method.process_weights_after_loading(module)
# FIXME: Remove this after Mixtral is updated
# to use quant_method.
if hasattr(module, "process_weights_after_loading"):
module.process_weights_after_loading()
return model.eval()