[Bugfix][Multimodal] Include media IO config in MM cache hash (#49975)

Signed-off-by: Guan-Ming (Wesley) Chiu <105915352+guan404ming@users.noreply.github.com>
This commit is contained in:
Guan-Ming Chiu
2026-07-29 10:48:40 +00:00
committed by GitHub
parent 542a8fad6d
commit aeaa50a71c
5 changed files with 54 additions and 3 deletions
+5
View File
@@ -81,6 +81,11 @@ class MultiModalHasher:
):
return (exif[Image.ExifTags.Base.ImageID].bytes,)
if obj.io_config:
return cls.iter_item_to_bytes(
"image",
{"io_config": obj.io_config, "data": obj.original_bytes},
)
return cls.iter_item_to_bytes("image", obj.original_bytes)
if isinstance(obj, MediaWithBytes) and isinstance(obj.media, np.ndarray):
+3
View File
@@ -29,6 +29,9 @@ class MediaWithBytes(Generic[_T]):
media: _T
original_bytes: bytes = field(repr=False)
io_config: dict[str, Any] | None = None
"""Decode settings that altered the media relative to `original_bytes`
(e.g. `image_mode` conversion), so they participate in cache hashing."""
def __array__(self, *args, **kwargs) -> np.ndarray:
"""Allow np.array(obj) to return np.array(obj.media)."""
+9 -2
View File
@@ -86,10 +86,17 @@ class ImageMediaIO(MediaIO[Image.Image]):
)
image = normalize_image(image)
image.load()
image = self._convert_image_mode(image)
converted = self._convert_image_mode(image)
except (OSError, Image.UnidentifiedImageError) as e:
raise ValueError(f"Failed to load image: {e}") from e
return MediaWithBytes(image, data)
io_config = None
if converted is not image:
io_config = {
"image_mode": self.image_mode,
"rgba_background_color": self.rgba_background_color,
}
return MediaWithBytes(converted, data, io_config)
def load_base64(self, media_type: str, data: str) -> MediaWithBytes[Image.Image]:
return self.load_bytes(pybase64.b64decode(data, validate=True))
+1 -1
View File
@@ -65,7 +65,7 @@ class ProcessorInputs:
**{modality: item},
**hf_processor_mm_kwargs,
)
for item in data_items
for item in data_items.get_all_items_for_hash()
]
return mm_hashes