From 24b4272a8ca6a793b80568486060547b5b392433 Mon Sep 17 00:00:00 2001 From: xiao-llm Date: Tue, 17 Mar 2026 03:19:15 -0400 Subject: [PATCH] Fix infinite recursive search issue in quark.py (#32779) Signed-off-by: Yanwen Lin Signed-off-by: Xiao Yu Signed-off-by: kimheesu Co-authored-by: Yanwen Lin Co-authored-by: Kim Hee Su --- .../layers/quantization/quark/quark.py | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/vllm/model_executor/layers/quantization/quark/quark.py b/vllm/model_executor/layers/quantization/quark/quark.py index 1ca28fbf01..78c64bac61 100644 --- a/vllm/model_executor/layers/quantization/quark/quark.py +++ b/vllm/model_executor/layers/quantization/quark/quark.py @@ -467,10 +467,17 @@ class QuarkConfig(QuantizationConfig): layer_name.replace(proj_name, shard_proj_name) for shard_proj_name in shard_proj_names ] - shard_configs = [ - self._find_matched_config(shard_name, module) - for shard_name in shard_names - ] + + shard_configs = [] + for shard_name in shard_names: + if shard_name == layer_name: + config = cast( + dict[str, Any], self.quant_config.get("global_quant_config") + ) + else: + config = self._find_matched_config(shard_name, module) + shard_configs.append(config) + if not all( deep_compare(q_config, shard_configs[0]) for q_config in shard_configs ):