[Rust Frontend] Return sampling masks over gRPC (#56777)
Co-authored-by: Bugen Zhao <i@bugenzhao.com> Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
This commit is contained in:
co-authored by
Bugen Zhao
parent
d5f0a6e829
commit
95d723700b
@@ -160,6 +160,8 @@ message SequenceOutput {
|
||||
|
||||
// Only present in final output for this sequence
|
||||
optional FinishInfo finish_info = 8;
|
||||
// Only present in final output when sampling-mask capture is enabled.
|
||||
repeated TokenIds sampling_mask = 10;
|
||||
}
|
||||
|
||||
// Prompt info, returned in the first response
|
||||
|
||||
Reference in New Issue
Block a user