[Build] Cython compilation support fix (#14296)

Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
This commit is contained in:
Gregory Shtrasberg
2025-03-24 23:37:54 +00:00
committed by GitHub
parent 23fdab00a8
commit 8279201ce6
6 changed files with 46 additions and 6 deletions
+2 -1
View File
@@ -1187,7 +1187,8 @@ def _build_sampler_output(
deferred_sample_results_args=deferred_sample_results_args)
def _get_next_prompt_tokens(seq_group: SequenceGroupToSample) -> List[int]:
def _get_next_prompt_tokens(
seq_group: SequenceGroupToSample) -> tuple[int, ...]:
"""Get a list of next prompt tokens to compute logprob from a
given sequence group.