Bump Transformers version to 5.10.4 (#41359)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-07-07 05:13:28 -07:00
committed by GitHub
parent 7ff656cc8b
commit dd94484577
51 changed files with 271 additions and 234 deletions
+5 -5
View File
@@ -7,14 +7,14 @@ from typing import TypeAlias
import numpy as np
import torch
from transformers import PreTrainedTokenizer, PreTrainedTokenizerFast
from transformers import PythonBackend, TokenizersBackend
from vllm.engine.arg_utils import EngineArgs
from vllm.v1.engine import EngineCoreOutput, FinishReason
from vllm.v1.metrics.stats import PrefillStats
from vllm.v1.outputs import LogprobsLists, LogprobsTensors
GeneralTokenizerType: TypeAlias = PreTrainedTokenizer | PreTrainedTokenizerFast
GeneralTokenizerType: TypeAlias = PythonBackend | TokenizersBackend
# Number of sample logprobs to request when testing sample logprobs
NUM_SAMPLE_LOGPROBS_UNDER_TEST = 5
@@ -193,7 +193,7 @@ def _create_random_top_token_test_matrix(
def decode_token(
tok_id: int,
tokenizer: PreTrainedTokenizer,
tokenizer: PythonBackend,
) -> str:
"""Reproduce the process of detokenizing a token for testing purposes.
@@ -210,7 +210,7 @@ def decode_token(
def generate_dummy_sample_logprobs(
sampled_tokens_list: list,
num_logprobs: int,
tokenizer: PreTrainedTokenizer,
tokenizer: PythonBackend,
) -> list[tuple[list[int], list[float], int]]:
"""Generate dummy sample logprobs
@@ -259,7 +259,7 @@ def generate_dummy_sample_logprobs(
def generate_dummy_prompt_logprobs_tensors(
prompt_tokens_list: list,
num_logprobs: int,
tokenizer: PreTrainedTokenizer,
tokenizer: PythonBackend,
) -> LogprobsTensors:
"""Generate dummy prompt logprobs tensors