[ROCm] [Release] [Per-commit] Reenable per commit rocm wheel (#49044)

Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
TJian
2026-07-19 13:38:04 -05:00
committed by GitHub
parent e6d1310b2a
commit ef0aa7ca2f
+340 -343
View File
@@ -590,373 +590,370 @@ steps:
# #
# ============================================================================= # =============================================================================
- block: "Unblock ROCm wheel/image prerequisites" - group: "Build ROCm Wheel / Image "
key: "build-rocm-wheel-image"
depends_on: ~ depends_on: ~
key: block-build-rocm steps:
if: build.env("NIGHTLY") != "1" # ROCm Job 1: Build ROCm Base Wheels (with S3 caching)
- label: ":rocm: Build ROCm Base Image & Wheels"
id: build-rocm-base-wheels
depends_on: ~
agents:
queue: cpu_queue_release
commands:
- |
set -euo pipefail
# ROCm Job 1: Build ROCm Base Wheels (with S3 caching) # Generate cache key
- label: ":rocm: Build ROCm Base Image & Wheels" CACHE_KEY=$$(.buildkite/scripts/cache-rocm-base-wheels.sh key)
id: build-rocm-base-wheels ECR_CACHE_TAG="public.ecr.aws/q9t5s3a7/vllm-release-repo:$${CACHE_KEY}-rocm-base"
depends_on:
- step: block-build-rocm
allow_failure: true
agents:
queue: cpu_queue_release
commands:
- |
set -euo pipefail
# Generate cache key echo "========================================"
CACHE_KEY=$$(.buildkite/scripts/cache-rocm-base-wheels.sh key) echo "ROCm Base Build Configuration"
ECR_CACHE_TAG="public.ecr.aws/q9t5s3a7/vllm-release-repo:$${CACHE_KEY}-rocm-base" echo "========================================"
echo " CACHE_KEY: $${CACHE_KEY}"
echo " ECR_CACHE_TAG: $${ECR_CACHE_TAG}"
echo "========================================"
# Login to ECR
aws ecr-public get-login-password --region us-east-1 | \
docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7
IMAGE_EXISTS=false
WHEELS_EXIST=false
# Check ECR for Docker image
echo "========================================" if docker manifest inspect "$${ECR_CACHE_TAG}" > /dev/null 2>&1; then
echo "ROCm Base Build Configuration" IMAGE_EXISTS=true
echo "========================================" echo "ECR image cache HIT"
echo " CACHE_KEY: $${CACHE_KEY}" fi
echo " ECR_CACHE_TAG: $${ECR_CACHE_TAG}"
echo "========================================" # Check S3 for wheels
WHEEL_CACHE_STATUS=$(.buildkite/scripts/cache-rocm-base-wheels.sh check)
# Login to ECR if [ "$${WHEEL_CACHE_STATUS}" = "hit" ]; then
aws ecr-public get-login-password --region us-east-1 | \ WHEELS_EXIST=true
docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7 echo "S3 wheels cache HIT"
fi
IMAGE_EXISTS=false
WHEELS_EXIST=false
# Check ECR for Docker image
if docker manifest inspect "$${ECR_CACHE_TAG}" > /dev/null 2>&1; then
IMAGE_EXISTS=true # Scenario 1: Both cached (best case)
echo "ECR image cache HIT" if [ "$${IMAGE_EXISTS}" = "true" ] && [ "$${WHEELS_EXIST}" = "true" ]; then
fi echo ""
echo "FULL CACHE HIT - Reusing both image and wheels"
# Check S3 for wheels echo ""
WHEEL_CACHE_STATUS=$(.buildkite/scripts/cache-rocm-base-wheels.sh check)
if [ "$${WHEEL_CACHE_STATUS}" = "hit" ]; then
WHEELS_EXIST=true
echo "S3 wheels cache HIT"
fi
# Download wheels
# Scenario 1: Both cached (best case) .buildkite/scripts/cache-rocm-base-wheels.sh download
if [ "$${IMAGE_EXISTS}" = "true" ] && [ "$${WHEELS_EXIST}" = "true" ]; then
echo "" # Save ECR tag for downstream jobs
echo "FULL CACHE HIT - Reusing both image and wheels" buildkite-agent meta-data set "rocm-base-image-tag" "$${ECR_CACHE_TAG}"
echo ""
# Scenario 2: Full rebuild needed
else
echo ""
echo " CACHE MISS - Building from scratch..."
echo ""
# Build full base image and push to ECR
DOCKER_BUILDKIT=1 docker buildx build \
--file docker/Dockerfile.rocm_base \
--tag "$${ECR_CACHE_TAG}" \
--build-arg USE_SCCACHE=1 \
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
--build-arg SCCACHE_REGION_NAME=us-west-2 \
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
--push \
.
# Build wheel extraction stage
DOCKER_BUILDKIT=1 docker buildx build \
--file docker/Dockerfile.rocm_base \
--tag rocm-base-debs:$${BUILDKITE_BUILD_NUMBER} \
--target debs_wheel_release \
--build-arg USE_SCCACHE=1 \
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
--build-arg SCCACHE_REGION_NAME=us-west-2 \
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
--load \
.
# Extract and upload wheels
mkdir -p artifacts/rocm-base-wheels
cid=$(docker create rocm-base-debs:$${BUILDKITE_BUILD_NUMBER})
docker cp $${cid}:/app/debs/. artifacts/rocm-base-wheels/
docker rm $${cid}
.buildkite/scripts/cache-rocm-base-wheels.sh upload
# Download wheels # Cache base docker image to ECR
.buildkite/scripts/cache-rocm-base-wheels.sh download docker push "$${ECR_CACHE_TAG}"
# Save ECR tag for downstream jobs buildkite-agent meta-data set "rocm-base-image-tag" "$${ECR_CACHE_TAG}"
buildkite-agent meta-data set "rocm-base-image-tag" "$${ECR_CACHE_TAG}"
echo ""
# Scenario 2: Full rebuild needed echo " Build complete - Image and wheels cached"
else fi
echo ""
echo " CACHE MISS - Building from scratch..."
echo ""
# Build full base image and push to ECR
DOCKER_BUILDKIT=1 docker buildx build \
--file docker/Dockerfile.rocm_base \
--tag "$${ECR_CACHE_TAG}" \
--build-arg USE_SCCACHE=1 \
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
--build-arg SCCACHE_REGION_NAME=us-west-2 \
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
--push \
.
# Build wheel extraction stage
DOCKER_BUILDKIT=1 docker buildx build \
--file docker/Dockerfile.rocm_base \
--tag rocm-base-debs:$${BUILDKITE_BUILD_NUMBER} \
--target debs_wheel_release \
--build-arg USE_SCCACHE=1 \
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
--build-arg SCCACHE_REGION_NAME=us-west-2 \
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
--load \
.
# Extract and upload wheels
mkdir -p artifacts/rocm-base-wheels
cid=$(docker create rocm-base-debs:$${BUILDKITE_BUILD_NUMBER})
docker cp $${cid}:/app/debs/. artifacts/rocm-base-wheels/
docker rm $${cid}
.buildkite/scripts/cache-rocm-base-wheels.sh upload
# Cache base docker image to ECR artifact_paths:
docker push "$${ECR_CACHE_TAG}" - "artifacts/rocm-base-wheels/*.whl"
env:
buildkite-agent meta-data set "rocm-base-image-tag" "$${ECR_CACHE_TAG}" DOCKER_BUILDKIT: "1"
S3_BUCKET: "vllm-wheels"
echo ""
echo " Build complete - Image and wheels cached"
fi
artifact_paths: # ROCm Job 2: Build vLLM ROCm Wheel
- "artifacts/rocm-base-wheels/*.whl" - label: ":python: Build vLLM ROCm Wheel - x86_64"
env: id: build-rocm-vllm-wheel
DOCKER_BUILDKIT: "1" depends_on:
S3_BUCKET: "vllm-wheels" - step: build-rocm-base-wheels
allow_failure: false
agents:
queue: cpu_queue_release
timeout_in_minutes: 180
commands:
# Download artifacts and prepare Docker image
- |
set -euo pipefail
# ROCm Job 2: Build vLLM ROCm Wheel # Ensure git tags are up-to-date (Buildkite's default fetch doesn't update tags)
- label: ":python: Build vLLM ROCm Wheel - x86_64" # This fixes version detection when tags are moved/force-pushed
id: build-rocm-vllm-wheel echo "Fetching latest tags from origin..."
depends_on: git fetch --tags --force origin
- step: build-rocm-base-wheels
allow_failure: false # Log tag information for debugging version detection
agents: echo "========================================"
queue: cpu_queue_release echo "Git Tag Verification"
timeout_in_minutes: 180 echo "========================================"
commands: echo "Current HEAD: $(git rev-parse HEAD)"
# Download artifacts and prepare Docker image echo "git describe --tags: $(git describe --tags 2>/dev/null || echo 'No tags found')"
- | echo ""
set -euo pipefail echo "Recent tags (pointing to commits near HEAD):"
git tag -l --sort=-creatordate | head -5
echo "setuptools_scm version detection:"
pip install -q setuptools_scm 2>/dev/null || true
python3 -c "import setuptools_scm; print(' Detected version:', setuptools_scm.get_version())" 2>/dev/null || echo " (setuptools_scm not available in this environment)"
echo "========================================"
# Ensure git tags are up-to-date (Buildkite's default fetch doesn't update tags) # Download wheel artifacts from current build
# This fixes version detection when tags are moved/force-pushed echo "Downloading wheel artifacts from current build"
echo "Fetching latest tags from origin..." buildkite-agent artifact download "artifacts/rocm-base-wheels/*.whl" .
git fetch --tags --force origin
# Log tag information for debugging version detection
echo "========================================"
echo "Git Tag Verification"
echo "========================================"
echo "Current HEAD: $(git rev-parse HEAD)"
echo "git describe --tags: $(git describe --tags 2>/dev/null || echo 'No tags found')"
echo ""
echo "Recent tags (pointing to commits near HEAD):"
git tag -l --sort=-creatordate | head -5
echo "setuptools_scm version detection:"
pip install -q setuptools_scm 2>/dev/null || true
python3 -c "import setuptools_scm; print(' Detected version:', setuptools_scm.get_version())" 2>/dev/null || echo " (setuptools_scm not available in this environment)"
echo "========================================"
# Download wheel artifacts from current build # Get ECR image tag from metadata (set by build-rocm-base-wheels)
echo "Downloading wheel artifacts from current build" ECR_IMAGE_TAG="$$(buildkite-agent meta-data get rocm-base-image-tag 2>/dev/null || echo '')"
buildkite-agent artifact download "artifacts/rocm-base-wheels/*.whl" . if [ -z "$${ECR_IMAGE_TAG}" ]; then
echo "ERROR: rocm-base-image-tag metadata not found"
echo "This should have been set by the build-rocm-base-wheels job"
exit 1
fi
echo "Pulling base Docker image from ECR: $${ECR_IMAGE_TAG}"
# Login to ECR
aws ecr-public get-login-password --region us-east-1 | \
docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7
# Pull base Docker image from ECR
docker pull "$${ECR_IMAGE_TAG}"
echo "Loaded base image: $${ECR_IMAGE_TAG}"
# Prepare base wheels for Docker build context
mkdir -p docker/context/base-wheels
touch docker/context/base-wheels/.keep
cp artifacts/rocm-base-wheels/*.whl docker/context/base-wheels/
echo "Base wheels for vLLM build:"
ls -lh docker/context/base-wheels/
# Get ECR image tag from metadata (set by build-rocm-base-wheels) echo "========================================"
ECR_IMAGE_TAG="$$(buildkite-agent meta-data get rocm-base-image-tag 2>/dev/null || echo '')" echo "Building vLLM wheel with:"
if [ -z "$${ECR_IMAGE_TAG}" ]; then echo " BUILDKITE_COMMIT: $${BUILDKITE_COMMIT}"
echo "ERROR: rocm-base-image-tag metadata not found" echo " BUILDKITE_BRANCH: $${BUILDKITE_BRANCH}"
echo "This should have been set by the build-rocm-base-wheels job" echo " BASE_IMAGE: $${ECR_IMAGE_TAG}"
exit 1 echo "========================================"
fi
echo "Pulling base Docker image from ECR: $${ECR_IMAGE_TAG}"
# Login to ECR
aws ecr-public get-login-password --region us-east-1 | \
docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7
# Pull base Docker image from ECR
docker pull "$${ECR_IMAGE_TAG}"
echo "Loaded base image: $${ECR_IMAGE_TAG}"
# Prepare base wheels for Docker build context
mkdir -p docker/context/base-wheels
touch docker/context/base-wheels/.keep
cp artifacts/rocm-base-wheels/*.whl docker/context/base-wheels/
echo "Base wheels for vLLM build:"
ls -lh docker/context/base-wheels/
echo "========================================" # Build vLLM wheel using local checkout (REMOTE_VLLM=0)
echo "Building vLLM wheel with:" DOCKER_BUILDKIT=1 docker build \
echo " BUILDKITE_COMMIT: $${BUILDKITE_COMMIT}" --file docker/Dockerfile.rocm \
echo " BUILDKITE_BRANCH: $${BUILDKITE_BRANCH}" --target export_vllm_wheel_release \
echo " BASE_IMAGE: $${ECR_IMAGE_TAG}" --output type=local,dest=rocm-dist \
echo "========================================" --build-arg BASE_IMAGE="$${ECR_IMAGE_TAG}" \
--build-arg REMOTE_VLLM=0 \
--build-arg GIT_REPO_CHECK=1 \
--build-arg USE_SCCACHE=1 \
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
--build-arg SCCACHE_REGION_NAME=us-west-2 \
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
.
echo "Built vLLM wheel:"
ls -lh rocm-dist/*.whl
# Copy wheel to artifacts directory
mkdir -p artifacts/rocm-vllm-wheel
cp rocm-dist/*.whl artifacts/rocm-vllm-wheel/
echo "Final vLLM wheel:"
ls -lh artifacts/rocm-vllm-wheel/
artifact_paths:
- "artifacts/rocm-vllm-wheel/*.whl"
env:
DOCKER_BUILDKIT: "1"
S3_BUCKET: "vllm-wheels"
# Build vLLM wheel using local checkout (REMOTE_VLLM=0) # ROCm Job 3: Upload Wheels to S3
DOCKER_BUILDKIT=1 docker build \ - label: ":s3: Upload ROCm Wheels to S3"
--file docker/Dockerfile.rocm \ id: upload-rocm-wheels
--target export_vllm_wheel_release \ depends_on:
--output type=local,dest=rocm-dist \ - step: build-rocm-vllm-wheel
--build-arg BASE_IMAGE="$${ECR_IMAGE_TAG}" \ allow_failure: false
--build-arg REMOTE_VLLM=0 \ agents:
--build-arg GIT_REPO_CHECK=1 \ queue: cpu_queue_release
--build-arg USE_SCCACHE=1 \ timeout_in_minutes: 60
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \ commands:
--build-arg SCCACHE_REGION_NAME=us-west-2 \ # Download all wheel artifacts and run upload
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \ - |
. set -euo pipefail
echo "Built vLLM wheel:"
ls -lh rocm-dist/*.whl
# Copy wheel to artifacts directory
mkdir -p artifacts/rocm-vllm-wheel
cp rocm-dist/*.whl artifacts/rocm-vllm-wheel/
echo "Final vLLM wheel:"
ls -lh artifacts/rocm-vllm-wheel/
artifact_paths:
- "artifacts/rocm-vllm-wheel/*.whl"
env:
DOCKER_BUILDKIT: "1"
S3_BUCKET: "vllm-wheels"
# ROCm Job 3: Upload Wheels to S3 # Download artifacts from current build
- label: ":s3: Upload ROCm Wheels to S3" echo "Downloading artifacts from current build"
id: upload-rocm-wheels # buildkite-agent artifact download "artifacts/rocm-base-wheels/*.whl" .
depends_on: # buildkite-agent artifact download "artifacts/rocm-vllm-wheel/*.whl" .
- step: build-rocm-vllm-wheel
allow_failure: false
agents:
queue: cpu_queue_release
timeout_in_minutes: 60
commands:
# Download all wheel artifacts and run upload
- |
set -euo pipefail
# Download artifacts from current build # # Run upload script
echo "Downloading artifacts from current build" bash .buildkite/scripts/upload-rocm-wheels.sh
buildkite-agent artifact download "artifacts/rocm-base-wheels/*.whl" . env:
buildkite-agent artifact download "artifacts/rocm-vllm-wheel/*.whl" . DOCKER_BUILDKIT: "1"
S3_BUCKET: "vllm-wheels"
# Run upload script # ROCm Job 4: Annotate ROCm Wheel Release
bash .buildkite/scripts/upload-rocm-wheels.sh - label: ":memo: Annotate ROCm wheel release"
env: id: annotate-rocm-release
DOCKER_BUILDKIT: "1" depends_on:
S3_BUCKET: "vllm-wheels" - upload-rocm-wheels
agents:
queue: cpu_queue_release
commands:
- "bash .buildkite/scripts/annotate-rocm-release.sh"
env:
S3_BUCKET: "vllm-wheels"
# ROCm Job 4: Annotate ROCm Wheel Release # ROCm Job 5: Generate Root Index for ROCm Wheels (for release only)
- label: ":memo: Annotate ROCm wheel release" # This is the job to create https://wheels.vllm.ai/rocm/ index allowing
id: annotate-rocm-release # users to install with `uv pip install vllm --extra-index-url https://wheels.vllm.ai/rocm/`
depends_on: - block: "Generate Root Index for ROCm Wheels for Release"
- upload-rocm-wheels key: block-generate-root-index-rocm-wheels
agents: depends_on: upload-rocm-wheels
queue: cpu_queue_release
commands:
- "bash .buildkite/scripts/annotate-rocm-release.sh"
env:
S3_BUCKET: "vllm-wheels"
# ROCm Job 5: Generate Root Index for ROCm Wheels (for release only) - label: ":package: Generate Root Index for ROCm Wheels for Release"
# This is the job to create https://wheels.vllm.ai/rocm/ index allowing depends_on: block-generate-root-index-rocm-wheels
# users to install with `uv pip install vllm --extra-index-url https://wheels.vllm.ai/rocm/` id: generate-root-index-rocm-wheels
- block: "Generate Root Index for ROCm Wheels for Release" agents:
key: block-generate-root-index-rocm-wheels queue: cpu_queue_release
depends_on: upload-rocm-wheels commands:
- "bash tools/vllm-rocm/generate-rocm-wheels-root-index.sh"
env:
S3_BUCKET: "vllm-wheels"
VARIANT: "rocm723"
- label: ":package: Generate Root Index for ROCm Wheels for Release" # ROCm Job 6: Build ROCm Release Docker Image
depends_on: block-generate-root-index-rocm-wheels - label: ":docker: Build release image - x86_64 - ROCm"
id: generate-root-index-rocm-wheels id: build-rocm-release-image
agents: depends_on:
queue: cpu_queue_release - step: block-build-release-images
commands: allow_failure: true
- "bash tools/vllm-rocm/generate-rocm-wheels-root-index.sh" - step: build-rocm-base-wheels
env: allow_failure: false
S3_BUCKET: "vllm-wheels" agents:
VARIANT: "rocm723" queue: cpu_queue_release
timeout_in_minutes: 60
commands:
- |
set -euo pipefail
# Login to ECR
aws ecr-public get-login-password --region us-east-1 | \
docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7
# Get ECR image tag from metadata (set by build-rocm-base-wheels)
ECR_IMAGE_TAG="$$(buildkite-agent meta-data get rocm-base-image-tag 2>/dev/null || echo '')"
if [ -z "$${ECR_IMAGE_TAG}" ]; then
echo "ERROR: rocm-base-image-tag metadata not found"
echo "This should have been set by the build-rocm-base-wheels job"
exit 1
fi
echo "Pulling base Docker image from ECR: $${ECR_IMAGE_TAG}"
# Pull base Docker image from ECR
docker pull "$${ECR_IMAGE_TAG}"
echo "Loaded base image: $${ECR_IMAGE_TAG}"
# Pass the base image ECR tag to downstream steps (nightly publish)
buildkite-agent meta-data set "rocm-base-ecr-tag" "$${ECR_IMAGE_TAG}"
echo "========================================"
echo "Building vLLM ROCm release image with:"
echo " BASE_IMAGE: $${ECR_IMAGE_TAG}"
echo " BUILDKITE_COMMIT: $${BUILDKITE_COMMIT}"
echo "========================================"
# Build vLLM ROCm release image using cached base
DOCKER_BUILDKIT=1 docker build \
--build-arg max_jobs=16 \
--build-arg BASE_IMAGE="$${ECR_IMAGE_TAG}" \
--build-arg USE_SCCACHE=1 \
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
--build-arg SCCACHE_REGION_NAME=us-west-2 \
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
--tag public.ecr.aws/q9t5s3a7/vllm-release-repo:$${BUILDKITE_COMMIT}-rocm \
--target vllm-openai \
--progress plain \
-f docker/Dockerfile.rocm .
# Push to ECR
docker push public.ecr.aws/q9t5s3a7/vllm-release-repo:$${BUILDKITE_COMMIT}-rocm
# ROCm Job 6: Build ROCm Release Docker Image echo ""
- label: ":docker: Build release image - x86_64 - ROCm" echo " Successfully built and pushed ROCm release image"
id: build-rocm-release-image echo " Image: public.ecr.aws/q9t5s3a7/vllm-release-repo:$${BUILDKITE_COMMIT}-rocm"
depends_on: echo ""
- step: block-build-release-images env:
allow_failure: true DOCKER_BUILDKIT: "1"
- step: build-rocm-base-wheels S3_BUCKET: "vllm-wheels"
allow_failure: false
agents:
queue: cpu_queue_release
timeout_in_minutes: 60
commands:
- |
set -euo pipefail
# Login to ECR
aws ecr-public get-login-password --region us-east-1 | \
docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7
# Get ECR image tag from metadata (set by build-rocm-base-wheels)
ECR_IMAGE_TAG="$$(buildkite-agent meta-data get rocm-base-image-tag 2>/dev/null || echo '')"
if [ -z "$${ECR_IMAGE_TAG}" ]; then
echo "ERROR: rocm-base-image-tag metadata not found"
echo "This should have been set by the build-rocm-base-wheels job"
exit 1
fi
echo "Pulling base Docker image from ECR: $${ECR_IMAGE_TAG}"
# Pull base Docker image from ECR
docker pull "$${ECR_IMAGE_TAG}"
echo "Loaded base image: $${ECR_IMAGE_TAG}"
# Pass the base image ECR tag to downstream steps (nightly publish)
buildkite-agent meta-data set "rocm-base-ecr-tag" "$${ECR_IMAGE_TAG}"
echo "========================================"
echo "Building vLLM ROCm release image with:"
echo " BASE_IMAGE: $${ECR_IMAGE_TAG}"
echo " BUILDKITE_COMMIT: $${BUILDKITE_COMMIT}"
echo "========================================"
# Build vLLM ROCm release image using cached base
DOCKER_BUILDKIT=1 docker build \
--build-arg max_jobs=16 \
--build-arg BASE_IMAGE="$${ECR_IMAGE_TAG}" \
--build-arg USE_SCCACHE=1 \
--build-arg SCCACHE_BUCKET_NAME=vllm-build-sccache \
--build-arg SCCACHE_REGION_NAME=us-west-2 \
--build-arg SCCACHE_S3_NO_CREDENTIALS=0 \
--tag public.ecr.aws/q9t5s3a7/vllm-release-repo:$${BUILDKITE_COMMIT}-rocm \
--target vllm-openai \
--progress plain \
-f docker/Dockerfile.rocm .
# Push to ECR
docker push public.ecr.aws/q9t5s3a7/vllm-release-repo:$${BUILDKITE_COMMIT}-rocm
echo "" - label: "Publish nightly XPU image to DockerHub"
echo " Successfully built and pushed ROCm release image" depends_on:
echo " Image: public.ecr.aws/q9t5s3a7/vllm-release-repo:$${BUILDKITE_COMMIT}-rocm" - create-manifest-xpu
echo "" if: build.env("NIGHTLY") == "1"
env: agents:
DOCKER_BUILDKIT: "1" queue: small_cpu_queue_release
S3_BUCKET: "vllm-wheels" commands:
- "bash .buildkite/scripts/xpu/push-nightly-builds-xpu.sh"
- "bash .buildkite/scripts/cleanup-nightly-builds.sh nightly- vllm/vllm-openai-xpu"
plugins:
- docker-login#v3.0.0:
username: vllmbot
password-env: DOCKERHUB_TOKEN
env:
DOCKER_BUILDKIT: "1"
DOCKERHUB_USERNAME: "vllmbot"
- label: "Publish nightly XPU image to DockerHub" - label: "Publish nightly ROCm image to DockerHub"
depends_on: depends_on:
- create-manifest-xpu - build-rocm-release-image
if: build.env("NIGHTLY") == "1" if: build.env("NIGHTLY") == "1"
agents: agents:
queue: small_cpu_queue_release queue: small_cpu_queue_release
commands: commands:
- "bash .buildkite/scripts/xpu/push-nightly-builds-xpu.sh" - "bash .buildkite/scripts/push-nightly-builds-rocm.sh"
- "bash .buildkite/scripts/cleanup-nightly-builds.sh nightly- vllm/vllm-openai-xpu" # Clean up old nightly builds (keep only last 14)
plugins: - "bash .buildkite/scripts/cleanup-nightly-builds.sh nightly- vllm/vllm-openai-rocm"
- docker-login#v3.0.0: - "bash .buildkite/scripts/cleanup-nightly-builds.sh base-nightly- vllm/vllm-openai-rocm"
username: vllmbot plugins:
password-env: DOCKERHUB_TOKEN - docker-login#v3.0.0:
env: username: vllmbot
DOCKER_BUILDKIT: "1" password-env: DOCKERHUB_TOKEN
DOCKERHUB_USERNAME: "vllmbot" env:
DOCKER_BUILDKIT: "1"
- label: "Publish nightly ROCm image to DockerHub" DOCKERHUB_USERNAME: "vllmbot"
depends_on:
- build-rocm-release-image
if: build.env("NIGHTLY") == "1"
agents:
queue: small_cpu_queue_release
commands:
- "bash .buildkite/scripts/push-nightly-builds-rocm.sh"
# Clean up old nightly builds (keep only last 14)
- "bash .buildkite/scripts/cleanup-nightly-builds.sh nightly- vllm/vllm-openai-rocm"
- "bash .buildkite/scripts/cleanup-nightly-builds.sh base-nightly- vllm/vllm-openai-rocm"
plugins:
- docker-login#v3.0.0:
username: vllmbot
password-env: DOCKERHUB_TOKEN
env:
DOCKER_BUILDKIT: "1"
DOCKERHUB_USERNAME: "vllmbot"
# ============================================================================= # =============================================================================
# Publish to DockerHub and PyPI (at the end so all builds complete first) # Publish to DockerHub and PyPI (at the end so all builds complete first)