Reduce AutoWeightsLoader kwargs (#53106)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -358,11 +358,12 @@ class ColBERTJinaRobertaModel(ColBERTMixin, nn.Module):
|
||||
def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]):
|
||||
other_weights, colbert_loaded = self._load_colbert_weights(weights)
|
||||
|
||||
mapper = WeightsMapper(orig_to_new_prefix={"roberta.": "model."})
|
||||
|
||||
# Skip HF pooler weights (model.pooler.*) as they not used in ColBERT
|
||||
loader = AutoWeightsLoader(self, skip_prefixes=["model.pooler."])
|
||||
# HF pooler weights are not used in ColBERT
|
||||
mapper = WeightsMapper(
|
||||
orig_to_new_prefix={"roberta.": "model.", "model.pooler.": None}
|
||||
)
|
||||
|
||||
loader = AutoWeightsLoader(self)
|
||||
loaded = loader.load_weights(other_weights, mapper=mapper)
|
||||
return loaded | colbert_loaded
|
||||
|
||||
|
||||
Reference in New Issue
Block a user