[CI] Shard batch invariance, Kimi prefix cache, EP eval and generate APIs automatically (#61474)

Signed-off-by: Kevin Luu <51931015+khluu@users.noreply.github.com>
Co-authored-by: Codex <noreply@openai.com>

.buildkite/test_areas/entrypoints.yaml

@@ -142,6 +142,7 @@ steps:
 - label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (API Server Generate)"
   device: h200_35gb
   key: entrypoints-integration-api-server-generate
+  automatic_shard: true
   timeout_in_minutes: 50
   working_dir: "/vllm-workspace/tests"
   source_file_dependencies:

.buildkite/test_areas/lm_eval.yaml

@@ -384,6 +384,7 @@ steps:
 
 - label: ":nvidia: (B200) LM Eval Large Models EP"
   key: lm-eval-large-models-ep-2xb200
+  automatic_shard: true
   timeout_in_minutes: 60
   device: b200-k8s
   optional: true

.buildkite/test_areas/misc.yaml

@@ -733,6 +733,7 @@ steps:
 
 - label: ":nvidia: (B200) Batch Invariance"
   key: batch-invariance-b200
+  automatic_shard: true
   timeout_in_minutes: 45
   device: b200-k8s
   source_file_dependencies:
@@ -789,6 +790,7 @@ steps:
 
 - label: ":nvidia: (H100) Batch Invariance (Distributed)"
   key: batch-invariance-distributed-4xh100
+  automatic_shard: true
   timeout_in_minutes: 45
   device: h100
   optional: true

.buildkite/test_areas/models_basic.yaml

@@ -158,8 +158,9 @@ steps:
       # cuda.bindings.driver), so it is deliberately left out here.
       - pytest -v -s models/kimi_k3
 
-- label: ":nvidia: (4xB200) Kimi K3 Prefix Cache Shard %N"
+- label: ":nvidia: (4xB200) Kimi K3 Prefix Cache"
   key: kimi-k3-prefix-cache-4xb200
+  automatic_shard: true
   timeout_in_minutes: 75
   device: b200-k8s
   num_devices: 4
@@ -177,8 +178,7 @@ steps:
   - .buildkite/scripts/install-kv-connectors.sh
   commands:
   - bash /vllm-workspace/.buildkite/scripts/install-kv-connectors.sh
-  - pytest -v -s models/kimi_k3/test_prefix_cache.py --shard-id=$$BUILDKITE_PARALLEL_JOB --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT
-  parallelism: 2
+  - pytest -v -s models/kimi_k3/test_prefix_cache.py
 
 - label: ":nvidia: (H200) GLM5Next"
   key: glm5next-unit-tests