feat(frontend): session id plumbing into requests (#48048)
Signed-off-by: Karen Chung <karenc@nvidia.com>
This commit is contained in:
@@ -394,6 +394,14 @@ class ChatCompletionRequest(OpenAIBaseModel):
|
||||
"through out the inference process and return in response."
|
||||
),
|
||||
)
|
||||
session_id: str | None = Field(
|
||||
default=None,
|
||||
description=(
|
||||
"Stable session identity shared by related requests. Unlike "
|
||||
"request_id, this value is expected to remain stable across "
|
||||
"multiple requests in the same conversation or agent session."
|
||||
),
|
||||
)
|
||||
|
||||
return_tokens_as_token_ids: bool | None = Field(
|
||||
default=None,
|
||||
|
||||
Reference in New Issue
Block a user