[Frontend] Cohere chat v2 api support (#47189)
Signed-off-by: Andrew Berneshawi <andrewberneshawi@cohere.com> Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
co-authored by
Cyrus Leung
parent
6c91de3689
commit
9c110fa522
@@ -40,6 +40,9 @@ _MODEL_TYPES_WITH_INCORRECT_TOKENIZER_CLASS: set[str] = {
|
||||
}
|
||||
|
||||
_VLLM_TOKENIZERS = {
|
||||
# ``cohere`` mode uses the standard cached HF tokenizer; only the
|
||||
# renderer (template stage) is replaced with a melody-based one.
|
||||
"cohere": ("hf", "CachedHfTokenizer"),
|
||||
"deepseek_v32": ("deepseek_v32", "DeepseekV32Tokenizer"),
|
||||
"deepseek_v4": ("deepseek_v4", "DeepseekV4Tokenizer"),
|
||||
"hf": ("hf", "CachedHfTokenizer"),
|
||||
|
||||
Reference in New Issue
Block a user