[CI] Bump Transformers version to 5.16.1 (#53905)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>

requirements/test/cpu.txt

@@ -1118,10 +1118,9 @@ timm==1.0.17
     #   -r requirements/test/cuda.in
     #   open-clip-torch
     #   segmentation-models-pytorch
-tokenizers==0.22.2
+tokenizers==0.23.1
     # via
     #   -r requirements/test/../common.txt
-    #   -r requirements/test/cuda.in
     #   cohere
     #   transformers
 torch==2.13.0+cpu
@@ -1175,7 +1174,7 @@ tqdm==4.67.3
     #   segmentation-models-pytorch
     #   sentence-transformers
     #   transformers
-transformers==5.15.0
+transformers==5.16.1
     # via
     #   -r requirements/test/../common.txt
     #   -r requirements/test/cuda.in

requirements/test/cuda.in

@@ -39,8 +39,7 @@ open_clip_torch==2.32.0 # Required for nemotron_vl test, Nemotron Parse in test_
 datamodel_code_generator # required for minicpm3 test
 lm-eval[api]>=0.4.12 # required for model evaluation test
 mteb[bm25s]>=2, <3 # required for mteb test
-transformers==5.15.0
-tokenizers==0.22.2
+transformers==5.16.1
 schemathesis>=4.0.0 # Required for openai schema test.
 # quantization
 buildkite-test-collector==0.1.9

requirements/test/cuda.txt

@@ -1219,11 +1219,10 @@ timm==1.0.17
     #   -r requirements/test/cuda.in
     #   open-clip-torch
     #   segmentation-models-pytorch
-tokenizers==0.22.2
+tokenizers==0.23.1
     # via
     #   -c requirements/common.txt
     #   -r requirements/test/../common.txt
-    #   -r requirements/test/cuda.in
     #   cohere
     #   transformers
 torch==2.13.0+cu130
@@ -1282,7 +1281,7 @@ tqdm==4.67.3
     #   segmentation-models-pytorch
     #   sentence-transformers
     #   transformers
-transformers==5.15.0
+transformers==5.16.1
     # via
     #   -c requirements/common.txt
     #   -r requirements/test/../common.txt

requirements/test/nightly-torch.txt

@@ -29,8 +29,7 @@ opencv-python-headless >= 4.13.0 # required for video test
 datamodel_code_generator # required for minicpm3 test
 lm-eval[api]>=0.4.12 # required for model evaluation test
 mteb[bm25s]>=2, <3 # required for mteb test
-transformers==5.15.0
-tokenizers==0.22.2
+transformers==5.16.1
 schemathesis>=4.0.0 # Required for openai schema test.
 # quantization
 buildkite-test-collector==0.1.9

requirements/test/rocm.in

@@ -35,8 +35,7 @@ open_clip_torch==2.32.0 # Required for nemotron_vl test, Nemotron Parse in test_
 datamodel_code_generator # required for minicpm3 test
 lm-eval[api]>=0.4.12 # required for model evaluation test
 mteb[bm25s]>=2, <3 # required for mteb test
-transformers==5.15.0
-tokenizers==0.22.2
+transformers==5.16.1
 schemathesis>=4.0.0 # Required for openai schema test
 # quantization
 bitsandbytes==0.50.0

requirements/test/rocm.txt

@@ -1207,11 +1207,10 @@ timm==1.0.17
     #   -r requirements/test/rocm.in
     #   open-clip-torch
     #   segmentation-models-pytorch
-tokenizers==0.22.2
+tokenizers==0.23.1
     # via
     #   -c requirements/common.txt
     #   -r requirements/test/../common.txt
-    #   -r requirements/test/rocm.in
     #   cohere
     #   transformers
 torch-c-dlpack-ext==0.1.5
@@ -1234,7 +1233,7 @@ tqdm==4.67.3
     #   sentence-transformers
     #   tilelang
     #   transformers
-transformers==5.15.0
+transformers==5.16.1
     # via
     #   -c requirements/common.txt
     #   -r requirements/test/../common.txt

requirements/test/xpu.in

@@ -17,7 +17,7 @@ accelerate
 arctic-inference
 lm_eval[api]>=0.4.12
 modelscope<1.38
-transformers==5.15.0
+transformers==5.16.1
 
 # --- Audio Processing ---
 librosa

requirements/test/xpu.txt

@@ -910,7 +910,7 @@ tiktoken==0.14.0
     #   mistral-common
 timm==1.0.28
     # via -r requirements/test/xpu.in
-tokenizers==0.22.2
+tokenizers==0.23.1
     # via
     #   -c requirements/common.txt
     #   -r requirements/test/../common.txt
@@ -948,7 +948,7 @@ traitlets==5.16.1
     # via
     #   jupyter-client
     #   jupyter-core
-transformers==5.15.0
+transformers==5.16.1
     # via
     #   -c requirements/common.txt
     #   -r requirements/test/../common.txt