[bugfix] fix bug when top_logprobs=0 with spec decoding (#30059)
Signed-off-by: realliujiaxu <realliujiaxu@163.com>
This commit is contained in:
@@ -145,7 +145,7 @@ class RejectionSampler(nn.Module):
|
||||
)
|
||||
|
||||
logprobs_tensors = None
|
||||
if sampling_metadata.max_num_logprobs:
|
||||
if sampling_metadata.max_num_logprobs is not None:
|
||||
logprobs_tensors = self._get_logprobs_tensors(
|
||||
sampling_metadata.max_num_logprobs,
|
||||
metadata,
|
||||
|
||||
Reference in New Issue
Block a user