[Bugfix][Multimodal] Fix video temporal padding estimates (#49030)
Signed-off-by: xiaoming <1259730330@qq.com>
This commit is contained in:
@@ -1082,8 +1082,8 @@ class Glm4vProcessingInfo(BaseProcessingInfo):
|
||||
preprocessed_size = ImageSize(width=image_width, height=image_height)
|
||||
|
||||
# NOTE: Frames are padded to be divisible by `temporal_patch_size`
|
||||
# https://github.com/huggingface/transformers/blob/v4.48.3/src/transformers/models/qwen2_vl/image_processing_qwen2_vl.py#L294
|
||||
padded_num_frames = num_frames + num_frames % temporal_patch_size
|
||||
# https://github.com/huggingface/transformers/blob/v5.13.0/src/transformers/models/qwen2_vl/video_processing_qwen2_vl.py#L249-L252
|
||||
padded_num_frames = num_frames + (-num_frames % temporal_patch_size)
|
||||
|
||||
grid_t = max(padded_num_frames // temporal_patch_size, 1)
|
||||
grid_h = preprocessed_size.height // patch_size
|
||||
|
||||
@@ -409,8 +409,8 @@ class KananaVProcessingInfo(BaseProcessingInfo):
|
||||
preprocessed_size = ImageSize(width=image_width, height=image_height)
|
||||
|
||||
# NOTE: Frames are padded to be divisible by `temporal_patch_size`
|
||||
# https://github.com/huggingface/transformers/blob/v4.48.3/src/transformers/models/qwen2_vl/image_processing_qwen2_vl.py#L294
|
||||
padded_num_frames = num_frames + num_frames % temporal_patch_size
|
||||
# https://github.com/huggingface/transformers/blob/v5.13.0/src/transformers/models/qwen2_vl/video_processing_qwen2_vl.py#L249-L252
|
||||
padded_num_frames = num_frames + (-num_frames % temporal_patch_size)
|
||||
|
||||
grid_t = max(padded_num_frames // temporal_patch_size, 1)
|
||||
grid_h = preprocessed_size.height // patch_size
|
||||
|
||||
@@ -983,7 +983,7 @@ class KeyeProcessingInfo(BaseProcessingInfo):
|
||||
else:
|
||||
preprocessed_size = ImageSize(width=image_width, height=image_height)
|
||||
|
||||
padded_num_frames = num_frames + num_frames % temporal_patch_size
|
||||
padded_num_frames = num_frames + (-num_frames % temporal_patch_size)
|
||||
|
||||
grid_t = max(padded_num_frames // temporal_patch_size, 1)
|
||||
grid_h = preprocessed_size.height // patch_size
|
||||
|
||||
@@ -1345,7 +1345,7 @@ class LlavaOnevision2ProcessingInfo(BaseProcessingInfo):
|
||||
preprocessed = ImageSize(width=rw, height=rh)
|
||||
else:
|
||||
preprocessed = ImageSize(width=image_width, height=image_height)
|
||||
padded_frames = num_frames + num_frames % temporal_patch_size
|
||||
padded_frames = num_frames + (-num_frames % temporal_patch_size)
|
||||
grid_t = max(padded_frames // temporal_patch_size, 1)
|
||||
grid_h = preprocessed.height // patch_size
|
||||
grid_w = preprocessed.width // patch_size
|
||||
|
||||
@@ -715,7 +715,7 @@ class MiMoV2OmniProcessingInfo(BaseProcessingInfo):
|
||||
effective_frames = num_frames * tokens_per_second
|
||||
else:
|
||||
effective_frames = num_frames
|
||||
padded_num_frames = effective_frames + effective_frames % temporal_patch_size
|
||||
padded_num_frames = effective_frames + (-effective_frames % temporal_patch_size)
|
||||
grid_t = max(padded_num_frames // temporal_patch_size, 1)
|
||||
grid_h = preprocessed_size.height // patch_size
|
||||
grid_w = preprocessed_size.width // patch_size
|
||||
|
||||
@@ -898,8 +898,8 @@ class Qwen2VLProcessingInfo(BaseProcessingInfo):
|
||||
preprocessed_size = ImageSize(width=image_width, height=image_height)
|
||||
|
||||
# NOTE: Frames are padded to be divisible by `temporal_patch_size`
|
||||
# https://github.com/huggingface/transformers/blob/v4.48.3/src/transformers/models/qwen2_vl/image_processing_qwen2_vl.py#L294
|
||||
padded_num_frames = num_frames + num_frames % temporal_patch_size
|
||||
# https://github.com/huggingface/transformers/blob/v5.13.0/src/transformers/models/qwen2_vl/video_processing_qwen2_vl.py#L249-L252
|
||||
padded_num_frames = num_frames + (-num_frames % temporal_patch_size)
|
||||
|
||||
grid_t = max(padded_num_frames // temporal_patch_size, 1)
|
||||
grid_h = preprocessed_size.height // patch_size
|
||||
|
||||
Reference in New Issue
Block a user