[ROCm][CI] Refresh ROCm base images when docker rocm_base changes (#46904)

Signed-off-by: Rohan138 <rohanpotdar138@gmail.com>
Signed-off-by: Codex <codex@example.invalid>
Signed-off-by: Micah Williamson <micah.williamson@amd.com>
Signed-off-by: Matthew Wong <Matthew.Wong2@amd.com>
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
Co-authored-by: Rohan138 <rohanpotdar138@gmail.com>
Co-authored-by: Codex <codex@example.invalid>
Co-authored-by: Micah Williamson <micah.williamson@amd.com>
Co-authored-by: Matthew Wong <Matthew.Wong2@amd.com>
This commit is contained in:
Andreas Karatzas
2026-07-07 03:10:50 -07:00
committed by GitHub
co-authored by Rohan138 Codex Micah Williamson Matthew Wong
parent b3e85be663
commit cbb5f045be
14 changed files with 724 additions and 52 deletions
-5
View File
@@ -306,11 +306,6 @@ def test_attention_quant_pattern(
torch.manual_seed(42)
backend_cls = backend.get_class()
# TODO: drop once AITER reenables fp16 unified attention.
if dtype not in backend_cls.supported_dtypes:
pytest.skip(f"{backend.name} does not support dtype {dtype}")
block_size = backend_cls.get_preferred_block_size(16)
model_config = ModelConfig(
@@ -30,8 +30,7 @@ NUM_Q_HEADS = 8
NUM_KV_HEADS = 8
HEAD_SIZES = [128, 256]
BLOCK_SIZES = [16, 64]
# TODO: re-add torch.float16 once AITER reenables fp16 unified attention.
DTYPES = [torch.bfloat16]
DTYPES = [torch.bfloat16, torch.float16]
FP8_DTYPE = current_platform.fp8_dtype()
# (query_len, kv_len) per sequence
@@ -136,17 +136,9 @@ def test_standard_attention_backend_selection(
# Get the backend class path
from vllm.platforms.rocm import RocmPlatform
# The AITER unified attention kernel only supports BF16/FP8 KV caches
# (its 3D kernel asserts on fp16), so it must be selected with bf16.
dtype = (
torch.bfloat16
if selected_backend == "ROCM_AITER_UNIFIED_ATTN"
else torch.float16
)
attn_selector_config = AttentionSelectorConfig(
head_size=128,
dtype=dtype,
dtype=torch.float16,
kv_cache_dtype="auto",
block_size=16,
use_mla=False,