[BugFix][Frontend] Fix completion logprobs=0 error (#3731)
This commit is contained in:
+1
-1
@@ -111,7 +111,7 @@ class RequestOutput:
|
||||
# NOTE: We need omit logprobs here explicitly because the sequence
|
||||
# always has the logprobs of the sampled tokens even if the
|
||||
# logprobs are not requested.
|
||||
include_logprobs = seq_group.sampling_params.logprobs
|
||||
include_logprobs = seq_group.sampling_params.logprobs is not None
|
||||
outputs = [
|
||||
CompletionOutput(seqs.index(seq), seq.output_text,
|
||||
seq.get_output_token_ids(),
|
||||
|
||||
Reference in New Issue
Block a user