[Bugfix] Return HTTP 500 for non-streaming generate errors (#49195)

Signed-off-by: WEI CHENG CHIU <waynehacking8@gmail.com>
This commit is contained in:
Wei-Cheng (Wayne) Chiu
2026-08-21 09:07:17 -07:00
committed by GitHub
parent 6dcc5d7cae
commit b41dc4ec72
2 changed files with 27 additions and 1 deletions
@@ -288,6 +288,8 @@ class ServingTokens(GenerateBaseServing):
choices: list[GenerateResponseChoice] = []
num_generated_tokens = 0
for output in final_res.outputs:
self._raise_if_error(output.finish_reason, request_id)
token_ids = output.token_ids
out_logprobs = output.logprobs