[Rust Frontend] Preserve explicit zero sampling values in gRPC requests (#60115)
Signed-off-by: Alec Flowers <aflowers@nvidia.com>
This commit is contained in:
@@ -75,9 +75,9 @@ message KVHintAction {
|
||||
|
||||
message RandomSampling {
|
||||
uint32 num_sequences = 1; // "n", default (0) means 1
|
||||
uint32 top_k = 2; // 0 means default
|
||||
float top_p = 3; // 0 means default
|
||||
float min_p = 4; // 0 means default
|
||||
optional uint32 top_k = 2; // Omitted means default; 0 disables top-k.
|
||||
optional float top_p = 3; // Omitted means default; must be in (0, 1].
|
||||
optional float min_p = 4; // Omitted means default; 0 disables min-p.
|
||||
optional int64 seed = 5;
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user