[5/N][torch.compile] torch.jit.script --> torch.compile (#10406)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-18 23:20:06 +08:00
committed by GitHub
parent 4186be8111
commit 7851b45196
4 changed files with 6 additions and 6 deletions
@@ -368,7 +368,7 @@ class RejectionSampler(SpecDecodeStochasticBaseSampler):
# Note that we always sample with replacement.
# probs will be modified in place, but this is fine, as we pass
# in a copy already.
@torch.jit.script
@torch.compile(dynamic=True)
def _multinomial(
probs: torch.Tensor,
num_samples: int,