[CPU] Support Gemma Diffusion (#45690)

Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
Li, Jiang
2026-06-16 14:39:56 +08:00
committed by GitHub
parent 8bf374955f
commit a7fdfeef72
7 changed files with 213 additions and 100 deletions
+6 -3
View File
@@ -3619,6 +3619,7 @@ def cpu_attn_get_scheduler_metadata(
sliding_window_size: int,
isa: str,
enable_kv_split: bool,
dynamic_causal: torch.Tensor | None = None,
) -> torch.Tensor:
scheduler_metadata = torch.ops._C.get_scheduler_metadata(
num_reqs,
@@ -3632,6 +3633,7 @@ def cpu_attn_get_scheduler_metadata(
sliding_window_size,
isa,
enable_kv_split,
dynamic_causal,
)
return scheduler_metadata
@@ -3670,11 +3672,12 @@ def cpu_attention_with_kv_cache(
scale: float,
causal: bool,
alibi_slopes: torch.Tensor | None,
sliding_window: tuple[int, int],
sliding_window: int,
block_table: torch.Tensor,
softcap: float,
scheduler_metadata: torch.Tensor,
s_aux: torch.Tensor | None,
dynamic_causal: torch.Tensor | None = None,
k_scale: float = 1.0,
v_scale: float = 1.0,
kv_cache_dtype: str = "auto",
@@ -3689,12 +3692,12 @@ def cpu_attention_with_kv_cache(
scale,
causal,
alibi_slopes,
sliding_window[0],
sliding_window[1],
sliding_window,
block_table,
softcap,
scheduler_metadata,
s_aux,
dynamic_causal,
k_scale,
v_scale,
kv_cache_dtype,