From 4edb55169f69c76bb87ab9f154585917cb01bb17 Mon Sep 17 00:00:00 2001 From: Thang Nguyen <69278249+Thangnguyenvn98@users.noreply.github.com> Date: Tue, 22 Sep 2026 17:50:18 -0400 Subject: [PATCH] [CI] Shard (H200 MIG 18GB) Spec Decode Draft Model across whole-directory replicas (#58193) Signed-off-by: Thang Nguyen Co-authored-by: Claude Opus 5.5 (1M context) --- .buildkite/test_areas/spec_decode.yaml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.buildkite/test_areas/spec_decode.yaml b/.buildkite/test_areas/spec_decode.yaml index f60d745df3..fb01306000 100644 --- a/.buildkite/test_areas/spec_decode.yaml +++ b/.buildkite/test_areas/spec_decode.yaml @@ -172,22 +172,24 @@ steps: - tests/v1/e2e/spec_decode/ - vllm/platforms/rocm.py -- label: ":nvidia: (H200 MIG 18GB) Spec Decode Draft Model" +- label: ":nvidia: (H200 MIG 18GB) Spec Decode Draft Model Shard %N" key: spec-decode-draft-model timeout_in_minutes: 60 device: h200_18gb + parallelism: 4 source_file_dependencies: - vllm/v1/spec_decode/ - vllm/v1/worker/gpu/spec_decode/ - tests/v1/e2e/spec_decode/ commands: - - pytest -v -s v1/e2e/spec_decode/draft_model/ + - pytest -v -s v1/e2e/spec_decode/draft_model/ --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT --shard-id=$$BUILDKITE_PARALLEL_JOB mirror: amd: - label: ":amd: (MI300) Spec Decode Draft Model" + label: ":amd: (MI300) Spec Decode Draft Model Shard %N" dind: false device: mi300_1 timeout_in_minutes: 60 + parallelism: 2 depends_on: - image-build-amd source_file_dependencies: