[Rust Frontend][gRPC] Add LoRA lifecycle control (#52840)

Co-authored-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Signed-off-by: Connor Carpenter <connorc@nvidia.com>
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Connor Carpenter
2026-08-25 04:13:19 +00:00
committed by GitHub
co-authored by Bugen Zhao mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent af119619c4
commit 1f9444a34f
12 changed files with 470 additions and 81 deletions
+30
View File
@@ -5,9 +5,19 @@ syntax = "proto3";
package vllm;
service Control {
// Server and model discovery.
rpc GetServerInfo (GetServerInfoRequest) returns (ServerInfo) {}
rpc GetModelInfo (GetModelInfoRequest) returns (ModelInfo) {}
// Request lifecycle.
rpc Abort (AbortRequest) returns (AbortResponse) {}
// LoRA lifecycle.
rpc LoadLora (LoadLoraRequest) returns (LoadLoraResponse) {}
rpc UnloadLora (UnloadLoraRequest) returns (UnloadLoraResponse) {}
rpc ListLoras (ListLorasRequest) returns (ListLorasResponse) {}
// KV event discovery.
rpc GetKvEventSources (GetKvEventSourcesRequest) returns (GetKvEventSourcesResponse) {}
// Reinforcement-learning lifecycle and weight updates.
@@ -79,6 +89,26 @@ message AbortRequest {
message AbortResponse {}
// ======================================================================================
// LoRA lifecycle
// ======================================================================================
message LoraAdapter {
int64 lora_id = 1;
string lora_name = 2;
string source_path = 3;
}
message LoadLoraRequest {
string lora_name = 1;
string source_path = 2;
}
message LoadLoraResponse { LoraAdapter adapter = 1; }
message UnloadLoraRequest { string lora_name = 1; }
message UnloadLoraResponse { LoraAdapter adapter = 1; }
message ListLorasRequest {}
message ListLorasResponse { repeated LoraAdapter adapters = 1; }
// ======================================================================================
// Reinforcement-learning control
// ======================================================================================
+3
View File
@@ -50,6 +50,9 @@ message GenerateRequest {
// Multimodal inputs aligned with placeholder markers in token_ids.
repeated MediaItem media = 14;
// Loaded LoRA name; empty selects the base model.
string lora_name = 15;
}
message RandomSampling {