improve the robustness of parsing vlms config in AutoRound (#18894)
Signed-off-by: wenhuach21 <wenhua.cheng@intel.com>
This commit is contained in:
@@ -116,8 +116,9 @@ class AutoRoundConfig(QuantizationConfig):
|
|||||||
|
|
||||||
quantized = True
|
quantized = True
|
||||||
if self.block_name_to_quantize:
|
if self.block_name_to_quantize:
|
||||||
quantized = any(name in layer_name
|
quantized = any(
|
||||||
for name in self.block_name_to_quantize)
|
layer_name.startswith(name)
|
||||||
|
for name in self.block_name_to_quantize)
|
||||||
elif isinstance(layer, ParallelLMHead):
|
elif isinstance(layer, ParallelLMHead):
|
||||||
quantized = False
|
quantized = False
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user