[Refactor] Remove dead tests utils (#58803)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-09-26 09:16:53 -04:00
committed by GitHub
parent 2bb7605ae1
commit bf93e1f92c
16 changed files with 3 additions and 1336 deletions
-17
View File
@@ -196,23 +196,6 @@ def _create_random_top_token_test_matrix(
return matrix, prompt_token_ranks
def decode_token(
tok_id: int,
tokenizer: PythonBackend,
) -> str:
"""Reproduce the process of detokenizing a token for testing purposes.
Args:
tok_id: token id to detokenize
tokenizer: tokenizer to use for detokenization
Returns:
string representation of token
"""
return tokenizer.convert_ids_to_tokens(tok_id)
def generate_dummy_sample_logprobs(
sampled_tokens_list: list,
num_logprobs: int,