From 61413973e83b9ca07f3c894a90ddecca0a39d2b6 Mon Sep 17 00:00:00 2001 From: Harry Mellor <19981378+hmellor@users.noreply.github.com> Date: Tue, 10 Feb 2026 13:08:20 +0100 Subject: [PATCH] Stop testing for slow tokenizers as they will not exist soon (#34235) Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- tests/tokenizers_/test_basic.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/tests/tokenizers_/test_basic.py b/tests/tokenizers_/test_basic.py index 99f68ecd0a..1c1dd33381 100644 --- a/tests/tokenizers_/test_basic.py +++ b/tests/tokenizers_/test_basic.py @@ -4,7 +4,6 @@ from typing import _get_protocol_attrs # type: ignore import pytest from transformers import ( - PreTrainedTokenizer, PreTrainedTokenizerBase, PreTrainedTokenizerFast, ) @@ -25,10 +24,6 @@ def _assert_tokenizer_like(tokenizer: object): def test_tokenizer_like_protocol(): - tokenizer = get_tokenizer("gpt2", use_fast=False) - assert isinstance(tokenizer, PreTrainedTokenizer) - _assert_tokenizer_like(tokenizer) - tokenizer = get_tokenizer("gpt2", use_fast=True) assert isinstance(tokenizer, PreTrainedTokenizerFast) _assert_tokenizer_like(tokenizer)