[Rust Frontend] Return sampling masks over gRPC (#56777)

Co-authored-by: Bugen Zhao <i@bugenzhao.com>
Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
This commit is contained in:
Biswa Panda
2026-09-18 08:26:17 +00:00
committed by GitHub
co-authored by Bugen Zhao
parent d5f0a6e829
commit 95d723700b
23 changed files with 570 additions and 27 deletions
+1 -1
View File
@@ -1,6 +1,6 @@
[package]
name = "vllm-proto"
version = "0.3.0"
version = "0.4.0"
edition.workspace = true
license.workspace = true
description = "Protobuf messages and gRPC bindings for the vLLM Rust frontend"
+2
View File
@@ -160,6 +160,8 @@ message SequenceOutput {
// Only present in final output for this sequence
optional FinishInfo finish_info = 8;
// Only present in final output when sampling-mask capture is enabled.
repeated TokenIds sampling_mask = 10;
}
// Prompt info, returned in the first response