[ROCm][CI] Refresh ROCm base images when docker rocm_base changes (#46904)
Signed-off-by: Rohan138 <rohanpotdar138@gmail.com> Signed-off-by: Codex <codex@example.invalid> Signed-off-by: Micah Williamson <micah.williamson@amd.com> Signed-off-by: Matthew Wong <Matthew.Wong2@amd.com> Signed-off-by: Andreas Karatzas <akaratza@amd.com> Co-authored-by: Rohan138 <rohanpotdar138@gmail.com> Co-authored-by: Codex <codex@example.invalid> Co-authored-by: Micah Williamson <micah.williamson@amd.com> Co-authored-by: Matthew Wong <Matthew.Wong2@amd.com>
This commit is contained in:
co-authored by
Rohan138
Codex
Micah Williamson
Matthew Wong
parent
b3e85be663
commit
cbb5f045be
@@ -136,17 +136,9 @@ def test_standard_attention_backend_selection(
|
||||
# Get the backend class path
|
||||
from vllm.platforms.rocm import RocmPlatform
|
||||
|
||||
# The AITER unified attention kernel only supports BF16/FP8 KV caches
|
||||
# (its 3D kernel asserts on fp16), so it must be selected with bf16.
|
||||
dtype = (
|
||||
torch.bfloat16
|
||||
if selected_backend == "ROCM_AITER_UNIFIED_ATTN"
|
||||
else torch.float16
|
||||
)
|
||||
|
||||
attn_selector_config = AttentionSelectorConfig(
|
||||
head_size=128,
|
||||
dtype=dtype,
|
||||
dtype=torch.float16,
|
||||
kv_cache_dtype="auto",
|
||||
block_size=16,
|
||||
use_mla=False,
|
||||
|
||||
Reference in New Issue
Block a user