[Frontend][Rust] Add gRPC forbidden token sequences and cache usage (#59837)

Signed-off-by: Alec Flowers <aflowers@nvidia.com>
This commit is contained in:
Alec
2026-10-07 07:46:44 -07:00
committed by GitHub
parent 548597367e
commit 14e3902d51
8 changed files with 125 additions and 12 deletions
+4
View File
@@ -102,6 +102,9 @@ message DecodingParameters {
bool json_object = 10;
string structural_tag = 11;
}
// Token sequences that must not be generated. Each sequence must be nonempty.
repeated TokenIds bad_words_token_ids = 12;
}
message StoppingCriteria {
@@ -210,6 +213,7 @@ message FinishInfo {
google.protobuf.Struct kv_transfer_params = 6;
//uint64 seed = 7;
google.protobuf.Struct ec_transfer_params = 8;
optional uint32 num_cached_tokens = 9;
}
// Info for candidate tokens other than the input/sampled