[Hybrid] Warmup Mamba2 SSD kernel (#39822)
Signed-off-by: Thomas Parnell <tpa@zurich.ibm.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
a7b801e26d
commit
8f89381fc6
@@ -1345,7 +1345,7 @@ class ModelConfig:
|
||||
)
|
||||
raise AssertionError(f"Unsupported block type: {block_type}")
|
||||
|
||||
def get_mamba_chunk_size(self) -> int | None:
|
||||
def get_mamba_chunk_size(self) -> int:
|
||||
"""
|
||||
Returns the mamba chunk size if it exists
|
||||
"""
|
||||
@@ -1356,7 +1356,7 @@ class ModelConfig:
|
||||
chunk_size = getattr(self.hf_text_config, "chunk_size", None)
|
||||
|
||||
# Since Mamba1 does not have a chunk notion
|
||||
# we use a default chunk size of 1024.
|
||||
# we use a default chunk size of 2048.
|
||||
if chunk_size is None:
|
||||
chunk_size = 2048
|
||||
|
||||
|
||||
Reference in New Issue
Block a user