[Bugfix][ROCm] Alias SparseAttnIndexerKpool.forward_cuda to forward_native (GLM-5.3-Flash boot crash) (#57425)

Signed-off-by: Mustafa YILDIRIM <mustafa@character.ai>
Co-authored-by: Hermes Agent <hermes@nousresearch.com>
Co-authored-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
Mustafa YILDIRIM
2026-09-18 03:36:55 +00:00
committed by GitHub
co-authored by Hermes Agent Tyler Michael Smith
parent bf13ecc2f7
commit d12c276853
+24 -1
View File
@@ -665,7 +665,7 @@ class SparseAttnIndexerKpool(CustomOp):
self.skip_k_cache_insert = skip_k_cache_insert
self.use_fp4_cache = use_fp4_cache
def forward_native(
def forward_hip(
self,
hidden_states: torch.Tensor,
q_quant: torch.Tensor | tuple[torch.Tensor, torch.Tensor],
@@ -727,3 +727,26 @@ class SparseAttnIndexerKpool(CustomOp):
self.tail_cache.kv_cache if self.tail_cache is not None else None,
self.tail_cache.prefix if self.tail_cache is not None else None,
)
def forward_native(
self,
hidden_states: torch.Tensor,
q_quant: torch.Tensor | tuple[torch.Tensor, torch.Tensor],
k: torch.Tensor,
weights: torch.Tensor,
*,
gate_score: torch.Tensor | None = None,
compress_ape: torch.Tensor | None = None,
index_kpool: int = 1,
positions: torch.Tensor | None = None,
) -> torch.Tensor:
return self.forward_hip(
hidden_states,
q_quant,
k,
weights,
gate_score=gate_score,
compress_ape=compress_ape,
index_kpool=index_kpool,
positions=positions,
)