[Feature] Add first-class KV hints request envelope for programmatic KV management (#53423)
Signed-off-by: Karen Chung <karenc@nvidia.com>
This commit is contained in:
@@ -56,6 +56,21 @@ message GenerateRequest {
|
||||
|
||||
// Apply the engine's configured watermark. Defaults to true when omitted.
|
||||
optional bool watermarking = 16;
|
||||
|
||||
KVHintsEnvelope kv_hints = 17;
|
||||
}
|
||||
|
||||
message KVHintsEnvelope {
|
||||
string protocol_version = 1;
|
||||
string message_id = 2;
|
||||
repeated KVHintAction actions = 3;
|
||||
}
|
||||
|
||||
message KVHintAction {
|
||||
string action_id = 1;
|
||||
string action_type = 2;
|
||||
string action_version = 3;
|
||||
google.protobuf.Struct payload = 4;
|
||||
}
|
||||
|
||||
message RandomSampling {
|
||||
|
||||
Reference in New Issue
Block a user