[Cleanup] Remove online quantization support in fp8.py in favor of online shorthands (#53585)
Signed-off-by: Felix Marty <Felix.Marty@amd.com> Signed-off-by: mgoin <mgoin64@gmail.com> Co-authored-by: mgoin <mgoin64@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mgoin
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
58aa2f1ef1
commit
90a9515006
@@ -195,7 +195,11 @@ def get_quant_config(
|
||||
if model_config.quantization is None:
|
||||
raise ValueError("Model quantization method is not specified in the config.")
|
||||
quant_cls = get_quantization_config(model_config.quantization)
|
||||
from vllm.config.quantization import _ONLINE_SHORTHANDS, QuantizationConfigArgs
|
||||
from vllm.config.quantization import (
|
||||
_ONLINE_SHORTHANDS,
|
||||
QuantizationConfigArgs,
|
||||
resolve_quantization_config,
|
||||
)
|
||||
from vllm.model_executor.layers.quantization.online.base import (
|
||||
OnlineQuantizationConfig,
|
||||
)
|
||||
@@ -335,6 +339,14 @@ def get_quant_config(
|
||||
|
||||
# If the quantization config is not found, use the default config.
|
||||
if not possible_config_filenames:
|
||||
if model_config.quantization == "fp8":
|
||||
logger.warning_once(
|
||||
"--quantization fp8 is deprecated for online quantization; "
|
||||
"use --quantization fp8_per_tensor instead."
|
||||
)
|
||||
fp8_args = resolve_quantization_config("fp8_per_tensor", online_args)
|
||||
assert fp8_args is not None
|
||||
return OnlineQuantizationConfig(args=fp8_args)
|
||||
if model_config.quantization in _ONLINE_SHORTHANDS:
|
||||
args = online_args or _ONLINE_SHORTHANDS[model_config.quantization]
|
||||
assert isinstance(args, QuantizationConfigArgs)
|
||||
|
||||
Reference in New Issue
Block a user