[Feature] Add first-class KV hints request envelope for programmatic KV management (#53423)

Signed-off-by: Karen Chung <karenc@nvidia.com>
This commit is contained in:
Karen Chung
2026-09-21 09:56:11 -07:00
committed by GitHub
parent 4f14516790
commit 986e217158
30 changed files with 340 additions and 18 deletions
+15
View File
@@ -56,6 +56,21 @@ message GenerateRequest {
// Apply the engine's configured watermark. Defaults to true when omitted.
optional bool watermarking = 16;
KVHintsEnvelope kv_hints = 17;
}
message KVHintsEnvelope {
string protocol_version = 1;
string message_id = 2;
repeated KVHintAction actions = 3;
}
message KVHintAction {
string action_id = 1;
string action_type = 2;
string action_version = 3;
google.protobuf.Struct payload = 4;
}
message RandomSampling {