[Model] Extend collect_children and no_init_weights contexts (#32757)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -1035,11 +1035,13 @@ class MiniCPMVBaseModel(nn.Module, SupportsMultiModal, SupportsPP):
|
||||
)
|
||||
|
||||
with self._mark_tower_model(vllm_config, {"image", "video"}):
|
||||
self.vpm = vpm = self.init_vision_module(
|
||||
self.vpm = self.init_vision_module(
|
||||
config, quant_config, prefix=maybe_prefix(prefix, "vpm")
|
||||
)
|
||||
self.vision_dim = (
|
||||
vpm.embed_dim if self.version == (2, 0) else vpm.embeddings.embed_dim
|
||||
self.vpm.embed_dim
|
||||
if self.version == (2, 0)
|
||||
else self.vpm.embeddings.embed_dim
|
||||
)
|
||||
self.embed_dim = self.config.hidden_size
|
||||
|
||||
|
||||
Reference in New Issue
Block a user