[ROCm] Fix AITER_UNIFIED_ATTN Dispatching After AITER Bump (#46780)
Signed-off-by: Micah Williamson <micah.williamson@amd.com> Signed-off-by: Rohan138 <rohanpotdar138@gmail.com> Co-authored-by: Rohan138 <rohanpotdar138@gmail.com>
This commit is contained in:
co-authored by
Rohan138
parent
bf292b5f6b
commit
d980a3cc6e
@@ -306,6 +306,11 @@ def test_attention_quant_pattern(
|
||||
torch.manual_seed(42)
|
||||
|
||||
backend_cls = backend.get_class()
|
||||
|
||||
# TODO: drop once AITER reenables fp16 unified attention.
|
||||
if dtype not in backend_cls.supported_dtypes:
|
||||
pytest.skip(f"{backend.name} does not support dtype {dtype}")
|
||||
|
||||
block_size = backend_cls.get_preferred_block_size(16)
|
||||
|
||||
model_config = ModelConfig(
|
||||
|
||||
Reference in New Issue
Block a user