From 05cb606cad303f1a4af122bdbd5906dc3c98464d Mon Sep 17 00:00:00 2001 From: Andreas Karatzas Date: Mon, 8 Jun 2026 18:57:11 -0500 Subject: [PATCH] [ROCm][CI] Re-route NixlConnector jobs (#44809) Signed-off-by: Andreas Karatzas --- .buildkite/test-amd.yaml | 20 +++++++++---------- .../config_sweep_accuracy_test.sh | 6 +++++- 2 files changed, 15 insertions(+), 11 deletions(-) diff --git a/.buildkite/test-amd.yaml b/.buildkite/test-amd.yaml index 628b677bd0..8191a7e303 100644 --- a/.buildkite/test-amd.yaml +++ b/.buildkite/test-amd.yaml @@ -804,7 +804,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - ATTENTION_BACKEND=ROCM_ATTN bash v1/kv_connector/nixl_integration/spec_decode_acceptance_test.sh + - ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/spec_decode_acceptance_test.sh - label: V1 e2e (2 GPUs) # TBD timeout_in_minutes: 180 @@ -830,7 +830,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - ROCM_ATTN=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh + - ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh #------------------------------------------------------------- mi250 · misc ------------------------------------------------------------# @@ -2405,7 +2405,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - CROSS_LAYERS_BLOCKS=True ROCM_ATTN=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh + - CROSS_LAYERS_BLOCKS=True ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh - label: Distributed DP Tests (4 GPUs) # TBD timeout_in_minutes: 180 @@ -2441,7 +2441,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - ROCM_ATTN=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh + - ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh - label: DP EP Distributed NixlConnector PD accuracy tests (4 GPUs) # TBD timeout_in_minutes: 180 @@ -2455,7 +2455,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - DP_EP=1 ROCM_ATTN=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh + - DP_EP=1 ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh - label: Hybrid SSM NixlConnector PD accuracy tests (4 GPUs) # TBD timeout_in_minutes: 180 @@ -2469,7 +2469,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - HYBRID_SSM=1 ROCM_ATTN=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh + - HYBRID_SSM=1 ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh - label: V1 e2e (4 GPUs) # TBD timeout_in_minutes: 180 @@ -3070,7 +3070,7 @@ steps: - vllm/_aiter_ops.py commands: - rocm-smi - - python3 examples/basic/offline_inference/chat.py + - python3 examples/basic/offline_inference/chat.py --attention-backend TRITON_ATTN - pytest -v -s tests/kernels/attention/test_attention_selector.py - label: Kernels Attention Test %N # TBD @@ -3434,7 +3434,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - ATTENTION_BACKEND=ROCM_ATTN bash v1/kv_connector/nixl_integration/spec_decode_acceptance_test.sh + - ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/spec_decode_acceptance_test.sh - label: Distributed NixlConnector PD accuracy (4 GPUs) # TBD timeout_in_minutes: 180 @@ -3449,7 +3449,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - ROCM_ATTN=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh + - ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh - label: DP EP Distributed NixlConnector PD accuracy tests (4 GPUs) # TBD timeout_in_minutes: 180 @@ -3464,7 +3464,7 @@ steps: - vllm/platforms/rocm.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt - - DP_EP=1 ROCM_ATTN=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh + - DP_EP=1 ATTENTION_BACKEND=TRITON_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh #------------------------------------------------------ mi355 · weight_loading -------------------------------------------------------# diff --git a/tests/v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh b/tests/v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh index d0a56304f2..156c03d06c 100755 --- a/tests/v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh +++ b/tests/v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh @@ -75,7 +75,11 @@ run_tests() { # Set backend label="default backend" cmdline_args="" -if [[ -n "${ROCM_ATTN:-}" ]]; then +if [[ -n "${ATTENTION_BACKEND:-}" ]]; then + echo "ATTENTION_BACKEND is set, running with --attention-backend ${ATTENTION_BACKEND}" + label="${ATTENTION_BACKEND} backend" + cmdline_args=" --attention-backend ${ATTENTION_BACKEND} " +elif [[ -n "${ROCM_ATTN:-}" ]]; then echo "ROCM_ATTN is set, running with --attention-backend ROCM_ATTN" label="ROCM_ATTN backend" cmdline_args=" --attention-backend ROCM_ATTN "