[ModelRunner V2] Fix spec decoding + logprobs (#33391)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -4449,7 +4449,7 @@ class GPUModelRunner(
|
||||
|
||||
# Compute prompt logprobs.
|
||||
logprobs = self.sampler.compute_logprobs(logits)
|
||||
token_ids, logprobs, ranks = self.sampler.gather_logprobs(
|
||||
token_ids, logprobs, ranks, _ = self.sampler.gather_logprobs(
|
||||
logprobs, num_prompt_logprobs, tgt_token_ids
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user