Register parsed config classes before tokenizer init (#40299)

Signed-off-by: Bortlesboat <bortstheboat@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Andrew Barnes
2026-06-16 05:33:08 +00:00
committed by GitHub
co-authored by OpenAI Codex
parent 9d808e2309
commit a9a8a32dcd
3 changed files with 85 additions and 5 deletions
+3 -1
View File
@@ -11,7 +11,7 @@ from typing_extensions import TypeVar, assert_never
import vllm.envs as envs
from vllm.logger import init_logger
from vllm.transformers_utils.config import get_config
from vllm.transformers_utils.config import _maybe_register_hf_config, get_config
from vllm.transformers_utils.repo_utils import (
any_pattern_in_repo_files,
is_mistral_model_repo,
@@ -246,6 +246,8 @@ def cached_tokenizer_from_config(model_config: "ModelConfig", **kwargs):
if model_config.skip_tokenizer_init:
return None
_maybe_register_hf_config(getattr(model_config, "hf_config", None))
return cached_get_tokenizer(
model_config.tokenizer,
runner_type=model_config.runner_type,