[Rust Frontend][gRPC] Add server and model discovery (#49491)

Signed-off-by: Connor Carpenter <connorc@nvidia.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Connor Carpenter
2026-07-27 09:53:27 -07:00
committed by GitHub
co-authored by Nick Hill
parent 2b465b2c42
commit e3c2fc3b3c
18 changed files with 615 additions and 269 deletions
+53
View File
@@ -0,0 +1,53 @@
// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright contributors to the vLLM project
syntax = "proto3";
package vllm;
service Control {
rpc GetServerInfo (GetServerInfoRequest) returns (ServerInfo) {}
rpc GetModelInfo (GetModelInfoRequest) returns (ModelInfo) {}
rpc Abort (AbortRequest) returns (AbortResponse) {}
}
message GetServerInfoRequest {}
message ServerInfo {
string engine_version = 1;
string api_version = 2;
string instance_id = 3;
ParallelismInfo parallelism = 4;
uint32 max_model_len = 5;
uint32 kv_block_size = 6;
uint64 total_kv_blocks = 7;
uint64 max_running_requests = 8;
uint64 max_batched_tokens = 9;
}
message ParallelismInfo {
uint32 tensor_parallel_size = 1;
uint32 pipeline_parallel_size = 2;
uint32 data_parallel_size = 3;
uint32 data_parallel_rank = 4;
uint32 decode_context_parallel_size = 5;
}
message GetModelInfoRequest {}
message ModelInfo {
string model_id = 1;
string served_model_name = 2;
repeated string served_model_aliases = 3;
bool supports_text_input = 20;
bool supports_token_ids_input = 21;
bool supports_multimodal = 23;
string reasoning_parser = 24;
string tool_call_parser = 25;
}
message AbortRequest {
repeated string request_ids = 1;
}
message AbortResponse {}
@@ -7,17 +7,13 @@ package vllm;
import "google/protobuf/struct.proto";
service Generate {
service Inference {
// Generates text given a prompt
rpc Generate (GenerateRequest) returns (GenerateResponse) {}
// Generates text given a prompt, streaming the outputs
rpc GenerateStream (GenerateRequest) returns (stream GenerateResponse) {}
}
service Control {
rpc Abort (AbortRequest) returns (AbortResponse) {}
}
// ======================================================================================
// Generate Request
// ======================================================================================
@@ -204,13 +200,3 @@ message CandidateTokenInfo {
message TokenIds {
repeated uint32 ids = 1;
}
// ======================================================================================
// Control
// ======================================================================================
message AbortRequest {
repeated string request_ids = 1;
}
message AbortResponse {}