[Rust Frontend][gRPC] Add LoRA lifecycle control (#52840)
Co-authored-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> Signed-off-by: Connor Carpenter <connorc@nvidia.com> Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
co-authored by
Bugen Zhao
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
af119619c4
commit
1f9444a34f
@@ -5,9 +5,19 @@ syntax = "proto3";
|
||||
package vllm;
|
||||
|
||||
service Control {
|
||||
// Server and model discovery.
|
||||
rpc GetServerInfo (GetServerInfoRequest) returns (ServerInfo) {}
|
||||
rpc GetModelInfo (GetModelInfoRequest) returns (ModelInfo) {}
|
||||
|
||||
// Request lifecycle.
|
||||
rpc Abort (AbortRequest) returns (AbortResponse) {}
|
||||
|
||||
// LoRA lifecycle.
|
||||
rpc LoadLora (LoadLoraRequest) returns (LoadLoraResponse) {}
|
||||
rpc UnloadLora (UnloadLoraRequest) returns (UnloadLoraResponse) {}
|
||||
rpc ListLoras (ListLorasRequest) returns (ListLorasResponse) {}
|
||||
|
||||
// KV event discovery.
|
||||
rpc GetKvEventSources (GetKvEventSourcesRequest) returns (GetKvEventSourcesResponse) {}
|
||||
|
||||
// Reinforcement-learning lifecycle and weight updates.
|
||||
@@ -79,6 +89,26 @@ message AbortRequest {
|
||||
|
||||
message AbortResponse {}
|
||||
|
||||
// ======================================================================================
|
||||
// LoRA lifecycle
|
||||
// ======================================================================================
|
||||
|
||||
message LoraAdapter {
|
||||
int64 lora_id = 1;
|
||||
string lora_name = 2;
|
||||
string source_path = 3;
|
||||
}
|
||||
|
||||
message LoadLoraRequest {
|
||||
string lora_name = 1;
|
||||
string source_path = 2;
|
||||
}
|
||||
message LoadLoraResponse { LoraAdapter adapter = 1; }
|
||||
message UnloadLoraRequest { string lora_name = 1; }
|
||||
message UnloadLoraResponse { LoraAdapter adapter = 1; }
|
||||
message ListLorasRequest {}
|
||||
message ListLorasResponse { repeated LoraAdapter adapters = 1; }
|
||||
|
||||
// ======================================================================================
|
||||
// Reinforcement-learning control
|
||||
// ======================================================================================
|
||||
|
||||
@@ -50,6 +50,9 @@ message GenerateRequest {
|
||||
|
||||
// Multimodal inputs aligned with placeholder markers in token_ids.
|
||||
repeated MediaItem media = 14;
|
||||
|
||||
// Loaded LoRA name; empty selects the base model.
|
||||
string lora_name = 15;
|
||||
}
|
||||
|
||||
message RandomSampling {
|
||||
|
||||
Reference in New Issue
Block a user