# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project import importlib from unittest.mock import patch from transformers import processing_utils from transformers.processing_utils import ProcessingKwargs from typing_extensions import Unpack from vllm.tokenizers import get_tokenizer from vllm.transformers_utils.processor import ( get_processor, get_processor_kwargs_keys, get_processor_kwargs_type, ) from vllm.transformers_utils.repo_utils import _snapshot_non_weight_files class _FakeProcessorKwargs(ProcessingKwargs, total=False): # type: ignore pass def _assert_has_all_expected(keys: set[str]) -> None: # text for k in ("text_pair", "text_target", "text_pair_target"): assert k in keys # image for k in ("do_convert_rgb", "do_resize"): assert k in keys # audio for k in ( "fps", "do_sample_frames", "input_data_format", "default_to_square", ): assert k in keys # audio for k in ("padding", "return_attention_mask"): assert k in keys # Path 1: __call__ method has kwargs: Unpack[*ProcessorKwargs] class _ProcWithUnpack: def __call__(self, *args, **kwargs: Unpack[_FakeProcessorKwargs]): # type: ignore return None def test_get_processor_kwargs_from_processor_unpack_path_returns_full_union(): proc = _ProcWithUnpack() keys = get_processor_kwargs_keys(get_processor_kwargs_type(proc)) _assert_has_all_expected(keys) # ---- Path 2: No Unpack, fallback to scanning *ProcessorKwargs in module ---- class _ProcWithoutUnpack: def __call__(self, *args, **kwargs): return None def test_get_processor_kwargs_from_processor_module_scan_returns_full_union(): # ensure the module scanned by fallback is this test module module_name = _ProcWithoutUnpack.__module__ mod = importlib.import_module(module_name) assert hasattr(mod, "_FakeProcessorKwargs") proc = _ProcWithoutUnpack() keys = get_processor_kwargs_keys(get_processor_kwargs_type(proc)) _assert_has_all_expected(keys) def test_hub_processor_loads_from_local_snapshot(): """Transformers makes a Hub request per file when given a repo ID.""" with patch.object( processing_utils, "list_repo_templates", wraps=processing_utils.list_repo_templates, ) as list_repo_templates: processor = get_processor("Qwen/Qwen2-VL-2B-Instruct") assert processor.tokenizer.name_or_path == "Qwen/Qwen2-VL-2B-Instruct" assert processor.chat_template is not None list_repo_templates.assert_not_called() def test_processor_reuses_tokenizer_snapshot(): """The chat template lookup must not snapshot the repo a second time.""" model = "Qwen/Qwen2-VL-2B-Instruct" _snapshot_non_weight_files.cache_clear() get_tokenizer(model) get_processor(model) assert _snapshot_non_weight_files.cache_info().misses == 1