[Bugfix][Quantization] Give LM heads standard linear metadata (#58444)
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
@@ -2508,12 +2508,6 @@ class ModelOptLinearMethod(LinearMethodBase):
|
||||
layer.logical_widths = output_partition_sizes
|
||||
layer.input_size_per_partition = input_size_per_partition
|
||||
layer.output_size_per_partition = sum(output_partition_sizes)
|
||||
# Humming reads both off the layer in
|
||||
# prepare_humming_linear_layer_config. LinearBase sets them itself;
|
||||
# ParallelLMHead does not, so supply them here.
|
||||
layer.output_partition_sizes = output_partition_sizes
|
||||
if not hasattr(layer, "has_bias"):
|
||||
layer.has_bias = getattr(layer, "bias", None) is not None
|
||||
shapes = Shapes(output_partition_sizes, input_size_per_partition, params_dtype)
|
||||
|
||||
self.wkey.create_weights(layer, WEIGHT, self.ctx, shapes, weight_loader)
|
||||
|
||||
Reference in New Issue
Block a user