[Feat][MM Hashing] include media_io_kwargs in multi-modal hashes (#54241)

Signed-off-by: Jan Kwiecinski <jkwiecinski@nvidia.com>
This commit is contained in:
Jan Kwieciński
2026-09-01 13:17:01 +00:00
committed by GitHub
parent 55aa766dc8
commit 1f1f628859
6 changed files with 163 additions and 35 deletions
+34 -35
View File
@@ -21,6 +21,7 @@ class ProcessorInputs:
mm_data_items: MultiModalDataItems
mm_uuid_items: MultiModalUUIDItems | None = None
hf_processor_mm_kwargs: Mapping[str, object] = field(default_factory=dict)
media_io_kwargs: Mapping[str, Mapping[str, object]] = field(default_factory=dict)
def get_mm_hashes(
self,
@@ -29,49 +30,47 @@ class ProcessorInputs:
) -> MultiModalHashes:
mm_data_items = self.mm_data_items
mm_uuid_items = self.mm_uuid_items or {}
hf_processor_mm_kwargs = self.hf_processor_mm_kwargs
hash_factors = {
"media_io_kwargs": dict(self.media_io_kwargs),
"mm_processor_kwargs": dict(self.hf_processor_mm_kwargs),
}
has_hash_factors = any(hash_factors.values())
hash_factor_kwargs = hash_factors if has_hash_factors else {}
mm_hashes = dict[str, list[str]]()
hasher = MultiModalHasher
for modality, data_items in mm_data_items.items():
if modality in mm_uuid_items:
uuid_items = mm_uuid_items[modality]
uuid_items = (
mm_uuid_items[modality]
if modality in mm_uuid_items
else ([None] * len(data_items))
)
# For None entries, compute a hash; otherwise, use provided ID.
hashes: list[str] = []
for i, item in enumerate(data_items.get_all_items_for_hash()):
uuid_item = uuid_items[i]
# For None entries, compute a hash; otherwise, use provided ID.
hashes: list[str] = []
for i, item in enumerate(data_items.get_all_items_for_hash()):
uuid_item = uuid_items[i]
# NOTE: Even if a uuid_item is provided, we still compute a hash
# if `hf_processor_mm_kwargs` is provided.
# This is because the processed multimodal inputs can be different
# depending on the processor kwargs.
if uuid_item is None or hf_processor_mm_kwargs:
# NOTE: use provided hash string to hash with kwargs
# if available for better performance.
item = uuid_item if uuid_item is not None else item
hashes.append(
hasher.hash_kwargs(
hash_algorithm,
model_id=model_id,
**{modality: item},
**hf_processor_mm_kwargs,
)
# NOTE: Even if a uuid_item is provided, model output
# depends on hash_factor_kwargs, so they are taken into account.
if uuid_item is None or has_hash_factors:
# NOTE: use provided hash string to hash with kwargs
# if available for better performance.
item = uuid_item if uuid_item is not None else item
hashes.append(
hasher.hash_kwargs(
hash_algorithm,
model_id=model_id,
**{modality: item},
**hash_factor_kwargs,
)
else:
hashes.append(uuid_item)
mm_hashes[modality] = hashes
else:
mm_hashes[modality] = [
hasher.hash_kwargs(
hash_algorithm,
model_id=model_id,
**{modality: item},
**hf_processor_mm_kwargs,
)
for item in data_items.get_all_items_for_hash()
]
else:
# If there are no extra kwargs, use the client-provided UUID.
hashes.append(uuid_item)
mm_hashes[modality] = hashes
return mm_hashes