[Frontend][RFC] Rust front-end integration (#40848)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Nick Hill
2026-05-21 12:24:48 +08:00
committed by GitHub
co-authored by Bugen Zhao
parent d97ba29fdc
commit f2ace1d57d
35 changed files with 893 additions and 91 deletions
+1
View File
@@ -75,6 +75,7 @@ class EngineCoreReadyResponse:
max_model_len: int
num_gpu_blocks: int
dp_stats_address: str | None
dtype: str | None = None
class EngineCoreRequest(
+1
View File
@@ -1437,6 +1437,7 @@ class EngineCoreProc(EngineCore):
max_model_len=self.vllm_config.model_config.max_model_len,
num_gpu_blocks=self.vllm_config.cache_config.num_gpu_blocks or 0,
dp_stats_address=self.frontend_stats_publish_address,
dtype=str(self.vllm_config.model_config.dtype).removeprefix("torch."),
)
ready_payload = msgspec.msgpack.encode(ready_response)
for input_socket in input_sockets: