diff --git a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py index 8b764cd627..351fdba085 100644 --- a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py +++ b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py @@ -416,7 +416,7 @@ class AiterMLAImpl(MLACommonImpl[AiterMLAMetadata]): else: kernel_num_heads = self.num_heads - o = torch.zeros( + o = torch.empty( B, kernel_num_heads, self.kv_lora_rank,