[MM] Keep more metadata tensors on CPU (#52827)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-08-18 19:56:33 -07:00
committed by GitHub
parent aabc1a0a0b
commit deeeae75d0
38 changed files with 148 additions and 83 deletions
@@ -352,9 +352,12 @@ def _mtd_field_config(
audio_feature_lengths=MultiModalFieldConfig.flat_from_sizes(
"audio",
audio_chunk_counts,
keep_on_cpu=True,
),
audio_chunk_counts=MultiModalFieldConfig.batched("audio", keep_on_cpu=True),
audio_token_lengths=MultiModalFieldConfig.batched(
"audio", keep_on_cpu=True
),
audio_chunk_counts=MultiModalFieldConfig.batched("audio"),
audio_token_lengths=MultiModalFieldConfig.batched("audio"),
)
return fields