[Hybrid] Warmup Mamba2 SSD kernel (#39822)

Signed-off-by: Thomas Parnell <tpa@zurich.ibm.com>
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Thomas Parnell
2026-05-12 12:46:22 +00:00
committed by GitHub
co-authored by Claude Opus 4.6
parent a7b801e26d
commit 8f89381fc6
3 changed files with 110 additions and 4 deletions
+2 -2
View File
@@ -1345,7 +1345,7 @@ class ModelConfig:
)
raise AssertionError(f"Unsupported block type: {block_type}")
def get_mamba_chunk_size(self) -> int | None:
def get_mamba_chunk_size(self) -> int:
"""
Returns the mamba chunk size if it exists
"""
@@ -1356,7 +1356,7 @@ class ModelConfig:
chunk_size = getattr(self.hf_text_config, "chunk_size", None)
# Since Mamba1 does not have a chunk notion
# we use a default chunk size of 1024.
# we use a default chunk size of 2048.
if chunk_size is None:
chunk_size = 2048