Remove grok model arch from vllm (#46706)

Signed-off-by: Xianbao QIAN <xianbao.qian@gmail.com>
This commit is contained in:
Tiezhen WANG
2026-06-25 23:02:10 -07:00
committed by GitHub
parent 35a49fcfc2
commit c7645bce04
13 changed files with 3 additions and 1401 deletions
-5
View File
@@ -9,7 +9,6 @@ from transformers import (
)
from vllm.tokenizers import TokenizerLike, get_tokenizer
from vllm.tokenizers.grok2 import Grok2Tokenizer
from vllm.tokenizers.hf import HfTokenizer
from vllm.tokenizers.mistral import MistralTokenizer
@@ -35,10 +34,6 @@ def test_tokenizer_like_protocol():
assert isinstance(tokenizer, MistralTokenizer)
_assert_tokenizer_like(tokenizer)
tokenizer = get_tokenizer("xai-org/grok-2", tokenizer_mode="grok2")
assert isinstance(tokenizer, Grok2Tokenizer)
_assert_tokenizer_like(tokenizer)
tokenizer = get_tokenizer("deepseek-ai/DeepSeek-V3", tokenizer_mode="deepseek_v32")
assert isinstance(tokenizer, HfTokenizer)