[Bugfix] Return HTTP 500 for non-streaming generate errors (#49195)
Signed-off-by: WEI CHENG CHIU <waynehacking8@gmail.com>
This commit is contained in:
@@ -288,6 +288,8 @@ class ServingTokens(GenerateBaseServing):
|
||||
choices: list[GenerateResponseChoice] = []
|
||||
num_generated_tokens = 0
|
||||
for output in final_res.outputs:
|
||||
self._raise_if_error(output.finish_reason, request_id)
|
||||
|
||||
token_ids = output.token_ids
|
||||
out_logprobs = output.logprobs
|
||||
|
||||
|
||||
Reference in New Issue
Block a user