[Bugfix] Fix top logprobs token placeholders in /inference/v1/generate (#42887)

Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>
This commit is contained in:
Sage
2026-05-19 10:21:49 +00:00
committed by GitHub
parent 129019f334
commit a78b842d0e
2 changed files with 33 additions and 3 deletions
+5 -3
View File
@@ -460,10 +460,12 @@ class ServingTokens(OpenAIServing):
logprob=max(step_token.logprob, -9999.0),
top_logprobs=[
ChatCompletionLogProb(
token=token,
logprob=max(p[1].logprob, -9999.0),
token=f"token_id:{token_id}",
logprob=max(logprob.logprob, -9999.0),
)
for i, (token_id, logprob) in enumerate(
step_top_logprobs.items()
)
for i, p in enumerate(step_top_logprobs.items())
if num_output_top_logprobs is not None
and i < max(num_output_top_logprobs, 1)
],