Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -13,9 +13,7 @@ from .protocol import TokenizerLike
|
||||
|
||||
|
||||
def get_deepseek_v32_tokenizer(tokenizer: HfTokenizer) -> HfTokenizer:
|
||||
"""
|
||||
Wraps a tokenizer to use the custom DeepSeek V3.2 chat template encoding.
|
||||
"""
|
||||
"""Wraps a tokenizer to use the custom DeepSeek V3.2 chat template encoding."""
|
||||
dsv32_tokenizer = copy.copy(tokenizer)
|
||||
|
||||
added_vocab = tokenizer.get_added_vocab()
|
||||
|
||||
Reference in New Issue
Block a user