diff --git a/vllm/v1/attention/backends/mla/prefill/trtllm_ragged.py b/vllm/v1/attention/backends/mla/prefill/trtllm_ragged.py index 266fd83df2..49c9dfa21c 100644 --- a/vllm/v1/attention/backends/mla/prefill/trtllm_ragged.py +++ b/vllm/v1/attention/backends/mla/prefill/trtllm_ragged.py @@ -156,7 +156,8 @@ class TrtllmRaggedPrefillBackend(MLAPrefillBackend): return out ret = trtllm_ragged_attention_deepseek( - query=q, + # The kernel reads the query as packed, ignoring its strides + query=q.contiguous(), key=k, value=v, workspace_buffer=self._workspace_buffer, @@ -207,7 +208,8 @@ class TrtllmRaggedPrefillBackend(MLAPrefillBackend): ) attn_out, lse = trtllm_ragged_attention_deepseek( - query=q, + # The kernel reads the query as packed, ignoring its strides + query=q.contiguous(), key=k, value=v, workspace_buffer=self._workspace_buffer,