[Bugfix][MLA] Fix LSE log-base mismatch in DCP + FlashInfer MLA decode (#47079)
Signed-off-by: girasoley <girasoleyang@gmail.com> Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
@@ -818,14 +818,14 @@ class MLAAttention(nn.Module, AttentionLayerBase):
|
||||
attn_out,
|
||||
lse,
|
||||
get_dcp_group(),
|
||||
is_lse_base_on_e=True,
|
||||
is_lse_base_on_e=self.impl.lse_base_on_e,
|
||||
)
|
||||
else:
|
||||
attn_out = cp_lse_ag_out_rs(
|
||||
attn_out,
|
||||
lse,
|
||||
get_dcp_group(),
|
||||
is_lse_base_on_e=True,
|
||||
is_lse_base_on_e=self.impl.lse_base_on_e,
|
||||
)
|
||||
|
||||
# v_up projection
|
||||
|
||||
Reference in New Issue
Block a user