[Rust Frontend] Return sampling masks over gRPC (#56777)

Co-authored-by: Bugen Zhao <i@bugenzhao.com>
Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
This commit is contained in:
Biswa Panda
2026-09-18 08:26:17 +00:00
committed by GitHub
co-authored by Bugen Zhao
parent d5f0a6e829
commit 95d723700b
23 changed files with 570 additions and 27 deletions
@@ -438,6 +438,7 @@ mod tests {
finish_reason: crate::FinishReason::Stop(None),
kv_transfer_params: None,
ec_transfer_params: None,
sampling_mask: None,
})),
}
}
@@ -58,6 +58,7 @@ fn finished() -> Finished {
finish_reason: FinishReason::stop_eos(),
kv_transfer_params: None,
ec_transfer_params: None,
sampling_mask: None,
}
}
+2
View File
@@ -806,6 +806,7 @@ fn decoded_completion_stream(
finish_reason: FinishReason::stop_eos(),
kv_transfer_params: None,
ec_transfer_params: None,
sampling_mask: None,
})),
}
});
@@ -817,6 +818,7 @@ fn decoded_completion_stream(
finish_reason: FinishReason::stop_eos(),
kv_transfer_params: None,
ec_transfer_params: None,
sampling_mask: None,
});
events.push(DecodedTextEvent::TextDelta {
decoded: vllm_text::DecodedText::unattributed(chunk.delta),