[Bugfix][V1] Sync mamba_block_size via EngineCoreReadyResponse (#50809)
Signed-off-by: “新颐” <lxy537258@antgroup.com> Co-authored-by: “新颐” <lxy537258@antgroup.com>
This commit is contained in:
@@ -90,6 +90,7 @@ class EngineCoreReadyResponse:
|
||||
instance_id: str
|
||||
supports_lora: bool
|
||||
max_loras: int
|
||||
mamba_block_size: int | None = None
|
||||
# KV cache capacity (None for encoder-only/attention-free models).
|
||||
kv_cache_size_tokens: int | None = None
|
||||
kv_cache_max_concurrency: float | None = None
|
||||
|
||||
Reference in New Issue
Block a user