Deprecated 1st generation Qwen and QwenVL models (#45131)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-06-10 14:55:33 +00:00
committed by GitHub
parent ccc05de038
commit 3cc9fecd58
27 changed files with 6 additions and 1349 deletions
-8
View File
@@ -47,14 +47,6 @@ def test_tokenizer_like_protocol():
assert "DSV32" in tokenizer.__class__.__name__
_assert_tokenizer_like(tokenizer)
tokenizer = get_tokenizer(
"Qwen/Qwen-VL",
tokenizer_mode="qwen_vl",
trust_remote_code=True,
)
assert isinstance(tokenizer, HfTokenizer)
assert "WithoutImagePad" in tokenizer.__class__.__name__
@pytest.mark.parametrize("tokenizer_name", ["facebook/opt-125m", "gpt2"])
def test_tokenizer_revision(tokenizer_name: str):