[Model Runner V2] Add logprob_token_ids support (#40559)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Wentao Ye
2026-05-01 10:02:03 -07:00
committed by GitHub
co-authored by Nick Hill
parent 3ccc1ff495
commit 51295793a2
5 changed files with 178 additions and 13 deletions
+1 -1
View File
@@ -47,7 +47,7 @@ class LogprobsProcessor:
) -> "LogprobsProcessor":
sampling_params = request.sampling_params
assert sampling_params is not None
num_logprobs = sampling_params.logprobs
num_logprobs = sampling_params.num_logprobs
num_prompt_logprobs = sampling_params.prompt_logprobs
return cls(
tokenizer=tokenizer,