[ROCm] Fix encoder-decoder cross-attention KV layout aliasing (#47035)

Signed-off-by: Djordje Ramic <djoramic@amd.com>
Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
djramic
2026-07-03 13:53:29 -05:00
committed by GitHub
co-authored by Andreas Karatzas
parent 8651f043b8
commit f63dca6838
3 changed files with 91 additions and 43 deletions
@@ -68,7 +68,8 @@ def server(request):
if request.param is not None:
args += ["--attention-backend", request.param]
if "AITER" in request.param:
env_dict = _AITER_ENV
# TODO: re-enable once AITER reenables fp16 unified attention.
pytest.skip("ROCM_AITER_UNIFIED_ATTN does not support fp16")
with RemoteOpenAIServer(MODEL_NAME, args, env_dict=env_dict) as remote_server:
yield remote_server