Reduce AutoWeightsLoader kwargs (#53106)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -59,7 +59,12 @@ from .interfaces import (
|
||||
SupportsMultiModal,
|
||||
SupportsPP,
|
||||
)
|
||||
from .utils import AutoWeightsLoader, init_vllm_registered_model, maybe_prefix
|
||||
from .utils import (
|
||||
AutoWeightsLoader,
|
||||
WeightsMapper,
|
||||
init_vllm_registered_model,
|
||||
maybe_prefix,
|
||||
)
|
||||
|
||||
|
||||
class InternVLImagePixelInputs(TensorSchema):
|
||||
@@ -554,6 +559,25 @@ class InternVLChatModel(
|
||||
):
|
||||
supports_encoder_tp_data = True
|
||||
|
||||
hf_to_vllm_mapper = WeightsMapper(
|
||||
orig_to_new_prefix=dict.fromkeys(
|
||||
[
|
||||
"action_embed",
|
||||
"temporal_embed",
|
||||
"track_embed",
|
||||
"track_embed_decoder",
|
||||
"box_token",
|
||||
"cg_criterion",
|
||||
"cg_model",
|
||||
"loc_encoder",
|
||||
"loc_decoder",
|
||||
"sam",
|
||||
"temporal_token",
|
||||
"track_token",
|
||||
]
|
||||
)
|
||||
)
|
||||
|
||||
@classmethod
|
||||
def get_placeholder_str(cls, modality: str, i: int) -> str | None:
|
||||
if modality.startswith("image"):
|
||||
@@ -865,23 +889,8 @@ class InternVLChatModel(
|
||||
return self.language_model.compute_logits(hidden_states)
|
||||
|
||||
def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]) -> set[str]:
|
||||
# unused modules appear in OpenGVLab/InternVideo2_5_Chat_8B
|
||||
skip_prefixes = [
|
||||
"action_embed",
|
||||
"temporal_embed",
|
||||
"track_embed",
|
||||
"track_embed_decoder",
|
||||
"box_token",
|
||||
"cg_criterion",
|
||||
"cg_model",
|
||||
"loc_encoder",
|
||||
"loc_decoder",
|
||||
"sam",
|
||||
"temporal_token",
|
||||
"track_token",
|
||||
]
|
||||
loader = AutoWeightsLoader(self, skip_prefixes=skip_prefixes)
|
||||
return loader.load_weights(weights)
|
||||
loader = AutoWeightsLoader(self)
|
||||
return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper)
|
||||
|
||||
def get_mm_mapping(self) -> MultiModelKeys:
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user