[Frontend][Rust] Add gRPC forbidden token sequences and cache usage (#59837)
Signed-off-by: Alec Flowers <aflowers@nvidia.com>
This commit is contained in:
@@ -102,6 +102,9 @@ message DecodingParameters {
|
||||
bool json_object = 10;
|
||||
string structural_tag = 11;
|
||||
}
|
||||
|
||||
// Token sequences that must not be generated. Each sequence must be nonempty.
|
||||
repeated TokenIds bad_words_token_ids = 12;
|
||||
}
|
||||
|
||||
message StoppingCriteria {
|
||||
@@ -210,6 +213,7 @@ message FinishInfo {
|
||||
google.protobuf.Struct kv_transfer_params = 6;
|
||||
//uint64 seed = 7;
|
||||
google.protobuf.Struct ec_transfer_params = 8;
|
||||
optional uint32 num_cached_tokens = 9;
|
||||
}
|
||||
|
||||
// Info for candidate tokens other than the input/sampled
|
||||
|
||||
Reference in New Issue
Block a user