[Frontend] Add streaming parity tests and docs for derender (#57922)

Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
This commit is contained in:
Martin Hickey
2026-09-21 14:13:52 +00:00
committed by GitHub
parent 606d124b37
commit 8b98b7d0b4
5 changed files with 410 additions and 101 deletions
@@ -602,6 +602,7 @@ class DerenderChatStreamRequest(BaseModel):
the client carried ``stream_state``.
"""
# --8<-- [start:derender-chat-stream-request]
stream: Literal[True]
model: str | None = None
@@ -629,6 +630,7 @@ class DerenderChatStreamRequest(BaseModel):
chat_request: ChatCompletionRequest | None = None
"""The original (post adjust_request) ChatCompletionRequest from /render."""
# --8<-- [end:derender-chat-stream-request]
class DerenderCompletionStreamRequest(BaseModel):
@@ -639,6 +641,7 @@ class DerenderCompletionStreamRequest(BaseModel):
returns the derendered chunk plus updated state.
"""
# --8<-- [start:derender-completion-stream-request]
stream: Literal[True]
model: str | None = None
@@ -653,6 +656,7 @@ class DerenderCompletionStreamRequest(BaseModel):
completion_request: CompletionRequest | None = None
"""The original (post adjust_request) CompletionRequest from /render."""
# --8<-- [end:derender-completion-stream-request]
class DerenderChatStreamResponse(BaseModel):