diff --git a/.buildkite/test_areas/models_language.yaml b/.buildkite/test_areas/models_language.yaml
index f123f2c57b..002fad8ac6 100644
--- a/.buildkite/test_areas/models_language.yaml
+++ b/.buildkite/test_areas/models_language.yaml
@@ -220,10 +220,10 @@ steps:
       depends_on:
       - image-build-amd
 
-- label: ":nvidia: (H200 MIG 18GB) Language Models (MTEB)"
+- label: ":nvidia: (H200 MIG 35GB) Language Models (MTEB)"
   key: language-models-test-mteb
   timeout_in_minutes: 68
-  device: h200_18gb
+  device: h200_35gb
   optional: true
   source_file_dependencies:
   - vllm/