Register parsed config classes before tokenizer init (#40299)

Signed-off-by: Bortlesboat <bortstheboat@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Andrew Barnes
2026-06-16 05:33:08 +00:00
committed by GitHub
co-authored by OpenAI Codex
parent 9d808e2309
commit a9a8a32dcd
3 changed files with 85 additions and 5 deletions
+18 -4
View File
@@ -141,6 +141,22 @@ _AUTO_CONFIG_KWARGS_OVERRIDES: dict[str, dict[str, Any]] = {
}
def _register_config_class(
model_type: str, config_class: type[PretrainedConfig]
) -> None:
config_class.model_type = model_type
AutoConfig.register(model_type, config_class, exist_ok=True)
def _maybe_register_hf_config(config: PretrainedConfig | None) -> None:
if config is None:
return
model_type = getattr(config, "model_type", None)
if isinstance(model_type, str) and model_type in _CONFIG_REGISTRY:
_register_config_class(model_type, _CONFIG_REGISTRY[model_type])
def is_rope_parameters_nested(rope_parameters: dict[str, Any]) -> bool:
"""Check if rope_parameters is nested by layer types."""
# Cannot be nested if rope_parameters is empty
@@ -244,8 +260,7 @@ class HFConfigParser(ConfigParserBase):
# in future calls to `from_pretrained` (e.g. from
# AutoTokenizer or AutoProcessor).
config_class = _CONFIG_REGISTRY[model_type]
config_class.model_type = model_type
AutoConfig.register(model_type, config_class, exist_ok=True)
_register_config_class(model_type, config_class)
# If the on-disk model_type differs from the overridden
# one, register under both so AutoConfig.from_pretrained
# returns the correct class regardless of what the
@@ -253,8 +268,7 @@ class HFConfigParser(ConfigParserBase):
if (
config_model_type := config_dict.get("model_type")
) and config_model_type != model_type:
config_class.model_type = config_model_type
AutoConfig.register(config_model_type, config_class, exist_ok=True)
_register_config_class(config_model_type, config_class)
config_class.model_type = model_type
# Now that it is registered, it is not considered remote code anymore
trust_remote_code = False