[Rust Frontend][gRPC] Preserve skip_special_tokens decoding option (#52384)

Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
This commit is contained in:
Biswa Panda
2026-08-15 08:54:58 +00:00
committed by GitHub
parent 44fc57d7b7
commit 42156466db
2 changed files with 5 additions and 1 deletions
+2
View File
@@ -107,6 +107,8 @@ message ResponseOptions {
bool output_token_ids = 5;
bool output_logprobs = 6;
optional CandidateTokens output_candidates = 7;
// Defaults to true when omitted.
optional bool skip_special_tokens = 8;
}
message KVCacheParameters {
+3 -1
View File
@@ -158,7 +158,9 @@ pub fn to_text_request(
}
let decode_options = TextDecodeOptions {
skip_special_tokens: true,
skip_special_tokens: response
.and_then(|options| options.skip_special_tokens)
.unwrap_or(true),
include_stop_str_in_output: stopping.is_some_and(|s| s.include_stop_strings),
stop_strings: stopping.map(|s| &s.stop_strings).filter(|ss| !ss.is_empty()).cloned(),
min_tokens: stopping.map_or(0, |s| s.min_new_tokens),