bugfix: correct attn output with base 2 or e (#28840)

Signed-off-by: augusto.yjh <augusto.yjh@antgroup.com>
This commit is contained in:
Augusto Yao
2025-11-29 07:52:12 +08:00
committed by GitHub
parent 3fd1fb0b60
commit 9726e64530
3 changed files with 47 additions and 13 deletions
+9 -2
View File
@@ -249,7 +249,11 @@ class BatchDCPPrefillWrapper:
return_lse=True,
)
output_context, lse_context = cp_lse_ag_out_rs(
output_context_tmp, lse_context_tmp, get_dcp_group(), return_lse=True
output_context_tmp,
lse_context_tmp,
get_dcp_group(),
return_lse=True,
is_lse_base_on_e=False,
)
lse_context = lse_context.transpose(0, 1).contiguous()
@@ -1335,7 +1339,10 @@ class FlashInferImpl(AttentionImpl):
return_lse=True,
)
output[:num_decode_tokens] = cp_lse_ag_out_rs(
output_tmp, lse, get_dcp_group()
output_tmp,
lse,
get_dcp_group(),
is_lse_base_on_e=False,
)
else:
decode_wrapper.run(
+6 -1
View File
@@ -2057,7 +2057,12 @@ class MLACommonImpl(MLACommonBaseImpl[M], Generic[M]):
# correct dcp attn_out with lse.
if self.dcp_world_size > 1:
attn_out = cp_lse_ag_out_rs(attn_out, lse, get_dcp_group())
attn_out = cp_lse_ag_out_rs(
attn_out,
lse,
get_dcp_group(),
is_lse_base_on_e=not self._use_fi_prefill,
)
# v_up projection
self._v_up_proj(attn_out, out=output[:num_decode_tokens])