[Bugfix] Sync block_size from EngineCore to frontend for hybrid Mamba… (#42967)

Signed-off-by: Amit Gruner <agruner@crusoe.ai>
Co-authored-by: Amit Gruner <agruner@crusoe.ai>
Co-authored-by: Jiangyun Zhu <riverclouds.zhu@qq.com>
This commit is contained in:
gruner
2026-06-02 13:41:00 +00:00
committed by GitHub
co-authored by Amit Gruner Jiangyun Zhu
parent b623f7ea95
commit 654bd2bca4
4 changed files with 32 additions and 1 deletions
+1
View File
@@ -74,6 +74,7 @@ class EngineCoreReadyResponse:
max_model_len: int
num_gpu_blocks: int
block_size: int
dp_stats_address: str | None
dtype: str
vllm_version: str
+1
View File
@@ -1462,6 +1462,7 @@ class EngineCoreProc(EngineCore):
ready_response = EngineCoreReadyResponse(
max_model_len=self.vllm_config.model_config.max_model_len,
num_gpu_blocks=self.vllm_config.cache_config.num_gpu_blocks or 0,
block_size=self.vllm_config.cache_config.block_size,
dp_stats_address=self.frontend_stats_publish_address,
dtype=str(self.vllm_config.model_config.dtype).removeprefix("torch."),
vllm_version=VLLM_VERSION,
+4
View File
@@ -713,6 +713,10 @@ class MPClient(EngineCoreClient):
num_gpu_blocks += response.num_gpu_blocks
vllm_config.cache_config.num_gpu_blocks = num_gpu_blocks
# Sync block_size: may be enlarged by _align_hybrid_block_size in the
# worker for hybrid Mamba models.
vllm_config.cache_config.block_size = response.block_size
# In external DP LB mode, the coordinator address that the
# front-end procs connect to is obtained by each engine via it's
# initial handshake with the rank 0 front-end.