[Bugfix][V1] Read ModelState max_model_len from model config (#58149)
Signed-off-by: Chenglun Hu <chenglunhu@gmail.com> Signed-off-by: mgoin <mgoin64@gmail.com> Co-authored-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
@@ -21,7 +21,7 @@ from vllm.v1.worker.gpu.model_states.recoverssm import RecoverSSMState
|
||||
def test_prepare_attn_forwards_positions(monkeypatch: pytest.MonkeyPatch) -> None:
|
||||
state = object.__new__(MambaHybridModelState)
|
||||
state.vllm_config = SimpleNamespace(num_speculative_tokens=0)
|
||||
state.max_model_len = 8192
|
||||
state.model_config = SimpleNamespace(max_model_len=8192)
|
||||
state._align_mode = False
|
||||
state.recoverssm = None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user