[Model] Move multimodal_cpu_fields definition to field config (#30181)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-12-06 13:40:02 +00:00
committed by GitHub
parent 21bb323542
commit 671427efbf
15 changed files with 141 additions and 95 deletions
-5
View File
@@ -1097,7 +1097,6 @@ class GPUModelRunner(
device=self.device,
pin_memory=self.pin_memory,
merge_by_field_config=model.merge_by_field_config,
multimodal_cpu_fields=model.multimodal_cpu_fields,
):
mm_kwargs_combined.update(mm_kwargs_group)
@@ -2109,7 +2108,6 @@ class GPUModelRunner(
mm_kwargs,
device=self.device,
pin_memory=self.pin_memory,
multimodal_cpu_fields=model.multimodal_cpu_fields,
):
curr_group_outputs: list[torch.Tensor] = []
@@ -2135,7 +2133,6 @@ class GPUModelRunner(
[video_mm_kwargs_item],
device=self.device,
pin_memory=self.pin_memory,
multimodal_cpu_fields=model.multimodal_cpu_fields,
)
)
@@ -3887,14 +3884,12 @@ class GPUModelRunner(
dummy_mm_item = dummy_mm_data[modality][0]
dummy_mm_items = [dummy_mm_item] * max_items_per_batch
model = cast(SupportsMultiModal, self.model)
return next(
mm_kwargs_group
for _, _, mm_kwargs_group in group_mm_kwargs_by_modality(
dummy_mm_items,
device=self.device,
pin_memory=self.pin_memory,
multimodal_cpu_fields=model.multimodal_cpu_fields,
)
)