[Bugfix][MRV2] Forward seq_lens_cpu_upper_bound for mamba hybrid models (#46759)

Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2026-06-25 19:03:09 -07:00
committed by GitHub
parent cc7981599e
commit 3daea7ceb9
@@ -137,6 +137,7 @@ class MambaHybridModelState(DefaultModelState):
block_tables=block_tables,
slot_mappings=slot_mappings,
kv_cache_config=kv_cache_config,
seq_lens_cpu_upper_bound=seq_lens_cpu_upper_bound,
dcp_local_seq_lens=input_batch.dcp_local_seq_lens,
model_specific_attn_metadata=mamba_attn_metadata,
for_cudagraph_capture=for_capture,