[Misc][Speculative decoding] Typos and typing fixes (#6467)
Co-authored-by: caishangming.csm <caishangming.csm@alibaba-inc.com>
This commit is contained in:
co-authored by
caishangming.csm
parent
10383887e0
commit
a19e8d3726
@@ -43,7 +43,7 @@ class MultiStepWorker(Worker, ProposerWorkerBase):
|
||||
)
|
||||
|
||||
def set_include_gpu_probs_tensor(self) -> None:
|
||||
# Need include_gpu_probs_tensor for multi_step_worker
|
||||
# Need include_gpu_probs_tensor for MultiStepWorker
|
||||
self.model_runner.model.sampler.include_gpu_probs_tensor = True
|
||||
|
||||
@torch.inference_mode()
|
||||
|
||||
Reference in New Issue
Block a user