[Rust Frontend][gRPC] Advertise LoRA capabilities (#52031)

Signed-off-by: Connor Carpenter <connorc@nvidia.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Connor Carpenter
2026-08-17 13:27:56 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent d1e3eee6fb
commit f08a95f8d8
10 changed files with 53 additions and 0 deletions
+2
View File
@@ -150,6 +150,7 @@ impl pb::control_server::Control for ControlServiceImpl {
total_kv_blocks: self.state.engine_core_client().total_num_gpu_blocks(),
max_running_requests: ready.max_num_seqs,
max_batched_tokens: ready.max_num_batched_tokens,
max_loras: ready.max_loras,
rl_capabilities: Some(self.rl_capabilities()),
}))
}
@@ -166,6 +167,7 @@ impl pb::control_server::Control for ControlServiceImpl {
// GenerateRequest accepts both prompt representations.
supports_text_input: true,
supports_token_ids_input: true,
supports_lora: self.ready().supports_lora,
supports_multimodal: self.state.chat.supports_multimodal(),
reasoning_parser: self
.state