[Model] Extend collect_children and no_init_weights contexts (#32757)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-01-22 08:20:27 +00:00
committed by GitHub
parent 1bf1a34b19
commit 2b8a38b6d6
20 changed files with 444 additions and 257 deletions
+4 -4
View File
@@ -44,11 +44,11 @@ from .interfaces import (
SupportsLoRA,
SupportsMultiModal,
SupportsPP,
TowerMissingLayer,
)
from .siglip import SiglipVisionModel
from .utils import (
AutoWeightsLoader,
StageMissingLayer,
WeightsMapper,
init_vllm_registered_model,
maybe_prefix,
@@ -426,9 +426,9 @@ class BagelForConditionalGeneration(
hidden_size=llm_hidden_size,
)
else:
self.vit_model = TowerMissingLayer("image")
self.connector = TowerMissingLayer("image")
self.vit_pos_embed = TowerMissingLayer("image")
self.vit_model = StageMissingLayer("image_tower")
self.connector = StageMissingLayer("image_tower")
self.vit_pos_embed = StageMissingLayer("image_tower")
self.make_empty_intermediate_tensors = (
self.language_model.make_empty_intermediate_tensors