Fix Baichuan tokenizer error (#1874)

This commit is contained in:
Woosuk Kwon
2023-11-30 18:35:50 -08:00
committed by GitHub
parent 66785cc05c
commit d06980dfa7
3 changed files with 281 additions and 0 deletions
@@ -0,0 +1,5 @@
from vllm.transformers_utils.tokenizers.baichuan import BaichuanTokenizer
__all__ = [
"BaichuanTokenizer",
]