[BUGFIX][XPU] Update fa interface for compatibility (#45394)
Signed-off-by: zhenwei-intel <zhenwei.liu@intel.com> Signed-off-by: Kunshang Ji <kunshang.ji@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
f1e13f7df9
commit
8af550b399
@@ -784,8 +784,10 @@ class xpu_ops:
|
||||
return_softmax_lse: bool | None = False,
|
||||
s_aux: torch.Tensor | None = None,
|
||||
return_attn_probs: bool | None = False,
|
||||
dynamic_causal: torch.Tensor | None = None,
|
||||
mask_mod: Callable | None = None,
|
||||
aux_tensors: list | None = None,
|
||||
**kwargs,
|
||||
):
|
||||
assert cu_seqlens_k is not None or seqused_k is not None, (
|
||||
"cu_seqlens_k or seqused_k must be provided"
|
||||
|
||||
Reference in New Issue
Block a user