[Bugfix][Frontend] Preserve logprobs when top_logprobs is null (#47838)

Signed-off-by: Ting Sun <suntcrick@gmail.com>
Signed-off-by: Flora Feng <4florafeng@gmail.com>
Co-authored-by: Flora Feng <4florafeng@gmail.com>
This commit is contained in:
Ting SUN
2026-10-05 22:43:31 +00:00
committed by GitHub
co-authored by Flora Feng
parent 89a00995c9
commit 4a705c7b54
7 changed files with 46 additions and 12 deletions
@@ -625,9 +625,7 @@ class OpenAIServingChat(GenerateBaseServing):
self._raise_if_error(output.finish_reason, request_id)
if request.logprobs and (
request.top_logprobs is not None or request.logprob_token_ids
):
if request.logprobs:
assert output.logprobs is not None, "Did not output logprobs"
logprobs = self._create_chat_logprobs(
token_ids=output.token_ids,
@@ -970,9 +968,7 @@ class OpenAIServingChat(GenerateBaseServing):
token_ids = output.token_ids
out_logprobs = output.logprobs
if request.logprobs and (
request.top_logprobs is not None or request.logprob_token_ids
):
if request.logprobs:
assert out_logprobs is not None, "Did not output logprobs"
logprobs = self._create_chat_logprobs(
token_ids=token_ids,