[Chore] Use Transformers v5 names and drop redundant processor use_fast (#58550)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Harry Mellor
2026-09-24 14:14:10 +00:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 484c211fe8
commit d881812500
218 changed files with 869 additions and 813 deletions
@@ -29,7 +29,7 @@ import torch
import transformers
from packaging.version import Version
from torch import nn
from transformers import AutoModel, PretrainedConfig
from transformers import AutoModel, PreTrainedConfig
from transformers.conversion_mapping import (
WeightRenaming,
get_model_conversion_mapping,
@@ -433,9 +433,9 @@ class Base(
def _vocab_embeddings(self) -> set[nn.Embedding]:
"""The `nn.Embedding`s in `self.model` which hold a vocab table."""
def vocab_sizes(config: PretrainedConfig):
def vocab_sizes(config: PreTrainedConfig):
for key, value in vars(config).items():
if isinstance(value, PretrainedConfig):
if isinstance(value, PreTrainedConfig):
yield from vocab_sizes(value)
elif "vocab_size" in key and isinstance(value, int):
yield value