Various Transformers v5 config fixes (#38247)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-03-26 23:06:59 +00:00
committed by GitHub
parent 28048bd6b0
commit f73bcb1c51
7 changed files with 45 additions and 25 deletions
+11 -1
View File
@@ -119,6 +119,8 @@ _CONFIG_REGISTRY: dict[str, type[PretrainedConfig]] = LazyConfigDict(
tarsier2="Tarsier2Config",
)
_SPECULATIVE_DECODING_CONFIGS: set[str] = {"eagle", "speculators"}
_CONFIG_ATTRS_MAPPING: dict[str, str] = {
"llm_config": "text_config",
}
@@ -190,7 +192,7 @@ class HFConfigParser(ConfigParserBase):
dummy_model_type = hf_overrides(dummy_config).model_type
model_type = dummy_model_type.removeprefix("dummy_")
if model_type in _CONFIG_REGISTRY:
if model_type in _SPECULATIVE_DECODING_CONFIGS:
config_class = _CONFIG_REGISTRY[model_type]
config = config_class.from_pretrained(
model,
@@ -200,6 +202,14 @@ class HFConfigParser(ConfigParserBase):
**kwargs,
)
else:
if model_type in _CONFIG_REGISTRY:
# Register the config class to AutoConfig to ensure it's used in future
# calls to `from_pretrained`
config_class = _CONFIG_REGISTRY[model_type]
config_class.model_type = model_type
AutoConfig.register(model_type, config_class, exist_ok=True)
# Now that it is registered, it is not considered remote code anymore
trust_remote_code = False
try:
kwargs = _maybe_update_auto_config_kwargs(kwargs, model_type=model_type)
config = AutoConfig.from_pretrained(