Reduce AutoWeightsLoader kwargs (#53106)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -219,6 +219,11 @@ class AIMv2Model(torch.nn.Module):
|
||||
require_post_norm=require_post_norm,
|
||||
prefix=f"{prefix}.trunk",
|
||||
)
|
||||
# post_trunk_norm is optional (absent for clip-skip backbones).
|
||||
if self.trunk.post_trunk_norm is None:
|
||||
self.hf_to_vllm_mapper = self.hf_to_vllm_mapper | WeightsMapper(
|
||||
orig_to_new_prefix={"trunk.post_trunk_norm.": None}
|
||||
)
|
||||
|
||||
def forward(self, pixel_values: torch.Tensor) -> torch.Tensor:
|
||||
x = self.preprocessor(pixel_values)
|
||||
@@ -227,13 +232,5 @@ class AIMv2Model(torch.nn.Module):
|
||||
return x
|
||||
|
||||
def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]) -> set[str]:
|
||||
loader = AutoWeightsLoader(
|
||||
self,
|
||||
# post_trunk_norm is optional (absent for clip-skip backbones).
|
||||
skip_prefixes=(
|
||||
["trunk.post_trunk_norm."]
|
||||
if self.trunk.post_trunk_norm is None
|
||||
else None
|
||||
),
|
||||
)
|
||||
loader = AutoWeightsLoader(self)
|
||||
return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper)
|
||||
|
||||
Reference in New Issue
Block a user