[Speculative decoding] Support target-model logprobs (#4378)
This commit is contained in:
@@ -700,6 +700,9 @@ class SamplerOutput:
|
||||
# On-device tensor containing probabilities of each token.
|
||||
sampled_token_probs: Optional["torch.Tensor"] = None
|
||||
|
||||
# On-device tensor containing the logprobs of each token.
|
||||
logprobs: Optional["torch.Tensor"] = None
|
||||
|
||||
# On-device tensor containing the sampled token ids.
|
||||
sampled_token_ids: Optional["torch.Tensor"] = None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user