[Rust Frontend][gRPC] Advertise LoRA capabilities (#52031)
Signed-off-by: Connor Carpenter <connorc@nvidia.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
d1e3eee6fb
commit
f08a95f8d8
@@ -38,6 +38,7 @@ message ServerInfo {
|
||||
uint64 total_kv_blocks = 7;
|
||||
uint64 max_running_requests = 8;
|
||||
uint64 max_batched_tokens = 9;
|
||||
uint32 max_loras = 10;
|
||||
RlCapabilities rl_capabilities = 11;
|
||||
}
|
||||
|
||||
@@ -65,6 +66,7 @@ message ModelInfo {
|
||||
|
||||
bool supports_text_input = 20;
|
||||
bool supports_token_ids_input = 21;
|
||||
bool supports_lora = 22;
|
||||
bool supports_multimodal = 23;
|
||||
string reasoning_parser = 24;
|
||||
string tool_call_parser = 25;
|
||||
|
||||
Reference in New Issue
Block a user