[Bugfix] Fix Cosmos3-Edge processor after transformers 5.15 release (#51989)
Signed-off-by: Bartosz Stefaniak <bstefaniak@nvidia.com>
This commit is contained in:
@@ -825,7 +825,14 @@ _MULTIMODAL_EXAMPLE_MODELS = {
|
||||
"Cosmos3EdgeForConditionalGeneration": _HfExamplesInfo(
|
||||
"nvidia/Cosmos3-Edge",
|
||||
max_model_len=4096,
|
||||
is_available_online=False,
|
||||
min_transformers_version="5.15",
|
||||
use_original_num_layers=True,
|
||||
hf_overrides={
|
||||
"text_config": {
|
||||
"num_hidden_layers": 2,
|
||||
"hybrid_override_pattern": "*-",
|
||||
}
|
||||
},
|
||||
),
|
||||
"DeepseekVLV2ForCausalLM": _HfExamplesInfo(
|
||||
"deepseek-ai/deepseek-vl2-tiny",
|
||||
|
||||
@@ -8,12 +8,16 @@ import torch
|
||||
from torchvision.transforms import InterpolationMode
|
||||
from transformers import AutoTokenizer
|
||||
from transformers.feature_extraction_utils import BatchFeature
|
||||
from transformers.image_utils import ChannelDimension, PILImageResampling, SizeDict
|
||||
from transformers.image_utils import (
|
||||
ChannelDimension,
|
||||
PILImageResampling,
|
||||
SizeDict,
|
||||
get_image_size,
|
||||
)
|
||||
from transformers.models.qwen3_vl.processing_qwen3_vl import Qwen3VLProcessor
|
||||
from transformers.models.qwen3_vl.video_processing_qwen3_vl import (
|
||||
Qwen3VLVideoProcessor,
|
||||
Qwen3VLVideoProcessorInitKwargs,
|
||||
get_image_size,
|
||||
smart_resize,
|
||||
)
|
||||
from transformers.models.siglip2.image_processing_siglip2 import (
|
||||
@@ -22,6 +26,7 @@ from transformers.models.siglip2.image_processing_siglip2 import (
|
||||
)
|
||||
from transformers.processing_utils import Unpack
|
||||
from transformers.utils import TensorType
|
||||
from transformers.video_processing_utils import BaseVideoProcessor
|
||||
from transformers.video_utils import group_videos_by_shape, reorder_videos
|
||||
|
||||
|
||||
@@ -225,8 +230,11 @@ class Cosmos3EdgeVideoProcessor(Qwen3VLVideoProcessor):
|
||||
max_pixels=size.longest_edge,
|
||||
)
|
||||
stacked_videos = stacked_videos.view(B * T, C, H, W)
|
||||
stacked_videos = self.resize(
|
||||
stacked_videos,
|
||||
# The target size is already computed, so bypass Qwen3-VL's
|
||||
# dynamic resize, which expects an unflattened video tensor.
|
||||
stacked_videos = BaseVideoProcessor.resize(
|
||||
self,
|
||||
image=stacked_videos,
|
||||
size=SizeDict(height=resized_height, width=resized_width),
|
||||
resample=resample,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user