[Rust Frontend][gRPC] Advertise LoRA capabilities (#52031)
Signed-off-by: Connor Carpenter <connorc@nvidia.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
d1e3eee6fb
commit
f08a95f8d8
@@ -150,6 +150,7 @@ impl pb::control_server::Control for ControlServiceImpl {
|
||||
total_kv_blocks: self.state.engine_core_client().total_num_gpu_blocks(),
|
||||
max_running_requests: ready.max_num_seqs,
|
||||
max_batched_tokens: ready.max_num_batched_tokens,
|
||||
max_loras: ready.max_loras,
|
||||
rl_capabilities: Some(self.rl_capabilities()),
|
||||
}))
|
||||
}
|
||||
@@ -166,6 +167,7 @@ impl pb::control_server::Control for ControlServiceImpl {
|
||||
// GenerateRequest accepts both prompt representations.
|
||||
supports_text_input: true,
|
||||
supports_token_ids_input: true,
|
||||
supports_lora: self.ready().supports_lora,
|
||||
supports_multimodal: self.state.chat.supports_multimodal(),
|
||||
reasoning_parser: self
|
||||
.state
|
||||
|
||||
Reference in New Issue
Block a user