Deprecated 1st generation Qwen and QwenVL models (#45131)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -1,14 +0,0 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
import pytest
|
||||
|
||||
from tests.utils import prewarm_hf_cache
|
||||
|
||||
|
||||
@pytest.fixture(scope="session", autouse=True)
|
||||
def _prewarm_hf_cache():
|
||||
# tokenization_qwen.py downloads SimSun.ttf from
|
||||
# qianwen-res.oss-cn-beijing.aliyuncs.com; both Qwen/Qwen-VL and
|
||||
# Qwen/Qwen-VL-Chat look it up from the Chat repo.
|
||||
prewarm_hf_cache([("Qwen/Qwen-VL-Chat", "SimSun.ttf")])
|
||||
@@ -47,14 +47,6 @@ def test_tokenizer_like_protocol():
|
||||
assert "DSV32" in tokenizer.__class__.__name__
|
||||
_assert_tokenizer_like(tokenizer)
|
||||
|
||||
tokenizer = get_tokenizer(
|
||||
"Qwen/Qwen-VL",
|
||||
tokenizer_mode="qwen_vl",
|
||||
trust_remote_code=True,
|
||||
)
|
||||
assert isinstance(tokenizer, HfTokenizer)
|
||||
assert "WithoutImagePad" in tokenizer.__class__.__name__
|
||||
|
||||
|
||||
@pytest.mark.parametrize("tokenizer_name", ["facebook/opt-125m", "gpt2"])
|
||||
def test_tokenizer_revision(tokenizer_name: str):
|
||||
|
||||
Reference in New Issue
Block a user