[Rust Frontend] Return sampling masks over gRPC (#56777)
Co-authored-by: Bugen Zhao <i@bugenzhao.com> Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
This commit is contained in:
co-authored by
Bugen Zhao
parent
d5f0a6e829
commit
95d723700b
@@ -1,6 +1,6 @@
|
||||
[package]
|
||||
name = "vllm-proto"
|
||||
version = "0.3.0"
|
||||
version = "0.4.0"
|
||||
edition.workspace = true
|
||||
license.workspace = true
|
||||
description = "Protobuf messages and gRPC bindings for the vLLM Rust frontend"
|
||||
|
||||
@@ -160,6 +160,8 @@ message SequenceOutput {
|
||||
|
||||
// Only present in final output for this sequence
|
||||
optional FinishInfo finish_info = 8;
|
||||
// Only present in final output when sampling-mask capture is enabled.
|
||||
repeated TokenIds sampling_mask = 10;
|
||||
}
|
||||
|
||||
// Prompt info, returned in the first response
|
||||
|
||||
Reference in New Issue
Block a user