Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -51,7 +51,8 @@ def _check_consistency(target: TokenizerLike, expected: TokenizerLike):
|
||||
def test_thread_pool_tokenizer_pickle(model_id: str):
|
||||
"""Regression test for issue #45433: the thread-pool tokenizer wrapper
|
||||
reconstructs through maybe_make_thread_pool on unpickling, which used to
|
||||
fall off the end and return None."""
|
||||
fall off the end and return None.
|
||||
"""
|
||||
reference_tokenizer = AutoTokenizer.from_pretrained(model_id)
|
||||
|
||||
pooled_tokenizer = maybe_make_thread_pool(deepcopy(reference_tokenizer))
|
||||
|
||||
Reference in New Issue
Block a user