[Bugfix] Fix incorrect original shape in hashing (#23672)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk> Co-authored-by: Lukas Geiger <lukas.geiger94@gmail.com>
This commit is contained in:
co-authored by
Lukas Geiger
parent
98aa16ff41
commit
9715f7bb0f
@@ -45,16 +45,22 @@ class MultiModalHasher:
|
||||
if isinstance(obj, torch.Tensor):
|
||||
tensor_obj: torch.Tensor = obj.cpu()
|
||||
tensor_dtype = tensor_obj.dtype
|
||||
tensor_shape = tensor_obj.shape
|
||||
|
||||
# NumPy does not support bfloat16.
|
||||
# Workaround: View the tensor as a contiguous 1D array of bytes
|
||||
if tensor_dtype == torch.bfloat16:
|
||||
tensor_obj = tensor_obj.contiguous()
|
||||
tensor_obj = tensor_obj.view(
|
||||
(tensor_obj.numel(), )).view(torch.uint8)
|
||||
|
||||
return cls.item_to_bytes(
|
||||
"tensor", {
|
||||
"original_dtype": str(tensor_dtype),
|
||||
"original_shape": tuple(tensor_obj.shape),
|
||||
"data": tensor_obj.numpy()
|
||||
"original_shape": tuple(tensor_shape),
|
||||
"data": tensor_obj.numpy(),
|
||||
})
|
||||
|
||||
return cls.item_to_bytes("tensor", tensor_obj.numpy())
|
||||
if isinstance(obj, np.ndarray):
|
||||
# If the array is non-contiguous, we need to copy it first
|
||||
|
||||
Reference in New Issue
Block a user