[Frontend] Add streaming parity tests and docs for derender (#57922)
Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
This commit is contained in:
@@ -602,6 +602,7 @@ class DerenderChatStreamRequest(BaseModel):
|
||||
the client carried ``stream_state``.
|
||||
"""
|
||||
|
||||
# --8<-- [start:derender-chat-stream-request]
|
||||
stream: Literal[True]
|
||||
|
||||
model: str | None = None
|
||||
@@ -629,6 +630,7 @@ class DerenderChatStreamRequest(BaseModel):
|
||||
|
||||
chat_request: ChatCompletionRequest | None = None
|
||||
"""The original (post adjust_request) ChatCompletionRequest from /render."""
|
||||
# --8<-- [end:derender-chat-stream-request]
|
||||
|
||||
|
||||
class DerenderCompletionStreamRequest(BaseModel):
|
||||
@@ -639,6 +641,7 @@ class DerenderCompletionStreamRequest(BaseModel):
|
||||
returns the derendered chunk plus updated state.
|
||||
"""
|
||||
|
||||
# --8<-- [start:derender-completion-stream-request]
|
||||
stream: Literal[True]
|
||||
|
||||
model: str | None = None
|
||||
@@ -653,6 +656,7 @@ class DerenderCompletionStreamRequest(BaseModel):
|
||||
|
||||
completion_request: CompletionRequest | None = None
|
||||
"""The original (post adjust_request) CompletionRequest from /render."""
|
||||
# --8<-- [end:derender-completion-stream-request]
|
||||
|
||||
|
||||
class DerenderChatStreamResponse(BaseModel):
|
||||
|
||||
Reference in New Issue
Block a user