[Attention][DCP] Support DCP with query length > 1 (MTP) with FA3 (#25049)

Signed-off-by: Ming Yang <minos.future@gmail.com>
This commit is contained in:
Ming Yang
2025-10-09 08:06:29 -07:00
committed by GitHub
parent 2c1c7dfb35
commit 3b736e1c38
8 changed files with 45 additions and 13 deletions
+2
View File
@@ -597,6 +597,7 @@ class EagleProposer:
block_table_tensor=common_attn_metadata.block_table_tensor,
slot_mapping=common_attn_metadata.slot_mapping[token_indices],
causal=True,
dcp_local_seq_lens=common_attn_metadata.dcp_local_seq_lens,
)
token_indices_to_sample = (
@@ -868,6 +869,7 @@ class EagleProposer:
block_table_tensor=common_attn_metadata.block_table_tensor,
slot_mapping=common_attn_metadata.slot_mapping[token_indices],
causal=True,
dcp_local_seq_lens=common_attn_metadata.dcp_local_seq_lens,
)
return spec_common_attn_metadata, token_indices