[BugFix] Fix index error in ngram_proposer (#29779)

Signed-off-by: Bradley <bradley.b.pitt@gmail.com>
This commit is contained in:
usberkeley
2025-12-02 04:48:11 +00:00
committed by GitHub
parent 53bf71b0f0
commit 81fe3f82af
2 changed files with 35 additions and 3 deletions
+2 -2
View File
@@ -196,9 +196,9 @@ def batch_propose_numba(
k=k,
)
valid_ngram_num_drafts[i] = drafter_output.shape[0]
valid_ngram_num_drafts[idx] = drafter_output.shape[0]
if len(drafter_output):
valid_ngram_draft[i, : drafter_output.shape[0]] = drafter_output
valid_ngram_draft[idx, : drafter_output.shape[0]] = drafter_output
@jit(nopython=True)