From f5897613fb270fb478cda362868713cc338f6be9 Mon Sep 17 00:00:00 2001 From: baonudesifeizhai <85092850+baonudesifeizhai@users.noreply.github.com> Date: Thu, 12 Feb 2026 03:22:06 -0500 Subject: [PATCH] Fix Mistral config remap to accept compressed-tensors quantization #34028 (#34104) Signed-off-by: baonudesifeizhai --- vllm/transformers_utils/configs/mistral.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/vllm/transformers_utils/configs/mistral.py b/vllm/transformers_utils/configs/mistral.py index 1a0e25021c..aea990b07a 100644 --- a/vllm/transformers_utils/configs/mistral.py +++ b/vllm/transformers_utils/configs/mistral.py @@ -198,6 +198,14 @@ def _remap_mistral_quantization_args(config: dict) -> dict: "quant_method": "fp8", "activation_scheme": "dynamic" if is_dynamic else "static", } + elif ( + str(quantization.get("quant_method", "")).lower().replace("_", "-") + == "compressed-tensors" + ): + # Pass through compressed-tensors config, while normalizing + # quant_method to the canonical community spelling. + quantization["quant_method"] = "compressed-tensors" + config["quantization_config"] = quantization else: raise ValueError(f"Found unknown quantization='{quantization}' in config")