[Rust Frontend] Return sampling masks over gRPC (#56777)
Co-authored-by: Bugen Zhao <i@bugenzhao.com> Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
This commit is contained in:
co-authored by
Bugen Zhao
parent
d5f0a6e829
commit
95d723700b
@@ -438,6 +438,7 @@ mod tests {
|
||||
finish_reason: crate::FinishReason::Stop(None),
|
||||
kv_transfer_params: None,
|
||||
ec_transfer_params: None,
|
||||
sampling_mask: None,
|
||||
})),
|
||||
}
|
||||
}
|
||||
|
||||
@@ -58,6 +58,7 @@ fn finished() -> Finished {
|
||||
finish_reason: FinishReason::stop_eos(),
|
||||
kv_transfer_params: None,
|
||||
ec_transfer_params: None,
|
||||
sampling_mask: None,
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -806,6 +806,7 @@ fn decoded_completion_stream(
|
||||
finish_reason: FinishReason::stop_eos(),
|
||||
kv_transfer_params: None,
|
||||
ec_transfer_params: None,
|
||||
sampling_mask: None,
|
||||
})),
|
||||
}
|
||||
});
|
||||
@@ -817,6 +818,7 @@ fn decoded_completion_stream(
|
||||
finish_reason: FinishReason::stop_eos(),
|
||||
kv_transfer_params: None,
|
||||
ec_transfer_params: None,
|
||||
sampling_mask: None,
|
||||
});
|
||||
events.push(DecodedTextEvent::TextDelta {
|
||||
decoded: vllm_text::DecodedText::unattributed(chunk.delta),
|
||||
|
||||
Reference in New Issue
Block a user