From fe1c317157d4478fdc0e02096447e61305b871e9 Mon Sep 17 00:00:00 2001 From: Shantipriya Parida Date: Sun, 16 Aug 2026 16:21:31 +0300 Subject: [PATCH] [Bugfix][ROCm] Skip FP8 MLA prefill PS-metadata build for chunked-context batches (#52356) Signed-off-by: Shantipriya Parida --- vllm/v1/attention/backends/mla/rocm_aiter_mla.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py index ccbdf72890..2f832a1357 100644 --- a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py +++ b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py @@ -777,7 +777,11 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]): attn_metadata.reduce_indptr = self._mla_reduce_indptr attn_metadata.reduce_final_map = self._mla_reduce_final_map attn_metadata.reduce_partial_map = self._mla_reduce_partial_map - if self._fp8_prefill_enabled and attn_metadata.prefill is not None: + if ( + self._fp8_prefill_enabled + and attn_metadata.prefill is not None + and attn_metadata.prefill.chunked_context is None + ): self._build_fp8_prefill_ps_metadata(attn_metadata, common_attn_metadata) return attn_metadata