[Model] Add Mistral Tokenization to improve robustness and chat encoding (#7739)
This commit is contained in:
@@ -1,5 +1,4 @@
|
||||
from vllm.transformers_utils.tokenizers.baichuan import BaichuanTokenizer
|
||||
from vllm.transformers_utils.tokenizers.mistral import MistralTokenizer
|
||||
|
||||
__all__ = [
|
||||
"BaichuanTokenizer",
|
||||
]
|
||||
__all__ = ["BaichuanTokenizer", "MistralTokenizer"]
|
||||
|
||||
Reference in New Issue
Block a user