From 3d635c58c058bc3362c116298b4fa643abaf9138 Mon Sep 17 00:00:00 2001 From: Wentao Ye <44945378+yewentao256@users.noreply.github.com> Date: Tue, 12 May 2026 19:23:46 -0400 Subject: [PATCH] [Perf] Optimize MLA `compute_prefill_context` memory allocation (#42460) Signed-off-by: yewentao256 --- .../layers/attention/mla_attention.py | 28 +++++++++++-------- 1 file changed, 16 insertions(+), 12 deletions(-) diff --git a/vllm/model_executor/layers/attention/mla_attention.py b/vllm/model_executor/layers/attention/mla_attention.py index 9b4395f41d..13ccd3ada4 100644 --- a/vllm/model_executor/layers/attention/mla_attention.py +++ b/vllm/model_executor/layers/attention/mla_attention.py @@ -2051,6 +2051,7 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]): use_fp8_prefill = prefill_metadata.q_data_type == current_platform.fp8_dtype() output = None + merge_output = None iters = len(prefill_metadata.chunked_context.seq_tot) workspace = prefill_metadata.chunked_context.workspace @@ -2126,18 +2127,19 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]): output = attn_output output_lse = attn_softmax_lse else: - output_tmp = torch.empty_like(output) - output_lse_tmp = torch.empty_like(output_lse) + if merge_output is None: + merge_output = torch.empty_like(output) + merge_output_lse = torch.empty_like(output_lse) merge_attn_states( - output=output_tmp, - output_lse=output_lse_tmp, + output=merge_output, + output_lse=merge_output_lse, prefix_output=output, prefix_lse=output_lse, suffix_output=attn_output, suffix_lse=attn_softmax_lse, ) - output = output_tmp - output_lse = output_lse_tmp + output, merge_output = merge_output, output + output_lse, merge_output_lse = merge_output_lse, output_lse return output, output_lse @@ -2161,6 +2163,7 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]): assert prefill_metadata.chunked_context.chunk_size is not None output = None + merge_output = None iters = len(prefill_metadata.chunked_context.seq_tot) workspace = prefill_metadata.chunked_context.workspace @@ -2232,18 +2235,19 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]): output = attn_output output_lse = attn_softmax_lse else: - output_tmp = torch.empty_like(output) - output_lse_tmp = torch.empty_like(output_lse) + if merge_output is None: + merge_output = torch.empty_like(output) + merge_output_lse = torch.empty_like(output_lse) merge_attn_states( - output=output_tmp, - output_lse=output_lse_tmp, + output=merge_output, + output_lse=merge_output_lse, prefix_output=output, prefix_lse=output_lse, suffix_output=attn_output, suffix_lse=attn_softmax_lse, ) - output = output_tmp - output_lse = output_lse_tmp + output, merge_output = merge_output, output + output_lse, merge_output_lse = merge_output_lse, output_lse return output, output_lse