[Misc][Speculative decoding] Typos and typing fixes (#6467)

Co-authored-by: caishangming.csm <caishangming.csm@alibaba-inc.com>
This commit is contained in:
shangmingc
2024-07-17 07:17:07 +00:00
committed by GitHub
co-authored by caishangming.csm
parent 10383887e0
commit a19e8d3726
5 changed files with 7 additions and 7 deletions
+1 -1
View File
@@ -43,7 +43,7 @@ class MultiStepWorker(Worker, ProposerWorkerBase):
)
def set_include_gpu_probs_tensor(self) -> None:
# Need include_gpu_probs_tensor for multi_step_worker
# Need include_gpu_probs_tensor for MultiStepWorker
self.model_runner.model.sampler.include_gpu_probs_tensor = True
@torch.inference_mode()