[Doc] Add typing hints / mypy types cleanup (#3816)
Co-authored-by: Roger Wang <136131678+ywang96@users.noreply.github.com>
This commit is contained in:
co-authored by
Roger Wang
parent
e46a60aa4c
commit
c2b4a1bce9
@@ -16,11 +16,11 @@ logger = logging.get_logger(__name__)
|
||||
|
||||
VOCAB_FILES_NAMES = {"vocab_file": "tokenizer.model"}
|
||||
|
||||
PRETRAINED_VOCAB_FILES_MAP = {
|
||||
PRETRAINED_VOCAB_FILES_MAP = { # type: ignore
|
||||
"vocab_file": {},
|
||||
"tokenizer_file": {},
|
||||
}
|
||||
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {}
|
||||
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {} # type: ignore
|
||||
|
||||
|
||||
class BaichuanTokenizer(PreTrainedTokenizer):
|
||||
@@ -148,9 +148,9 @@ class BaichuanTokenizer(PreTrainedTokenizer):
|
||||
`Tuple(str)`: Paths to the files saved.
|
||||
"""
|
||||
if not os.path.isdir(save_directory):
|
||||
logger.error(f"Vocabulary path ({save_directory}) "
|
||||
"should be a directory")
|
||||
return
|
||||
raise ValueError(f"Vocabulary path ({save_directory}) "
|
||||
"should be a directory")
|
||||
|
||||
out_vocab_file = os.path.join(
|
||||
save_directory,
|
||||
(filename_prefix + "-" if filename_prefix else "") +
|
||||
|
||||
Reference in New Issue
Block a user