[Perf] Optimize detokenizer python logic (#32975)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
Signed-off-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
Co-authored-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Wentao Ye
2026-02-09 23:54:41 -08:00
committed by GitHub
co-authored by Nick Hill
parent 97fa8f6590
commit e1060a71a1
2 changed files with 10 additions and 6 deletions
+2 -2
View File
@@ -292,7 +292,7 @@ class RequestState:
if not (
finished
or self.sent_tokens_offset == 0
or len(self.detokenizer.output_token_ids) - self.sent_tokens_offset
or self.detokenizer.num_output_tokens() - self.sent_tokens_offset
>= self.stream_interval
):
return None
@@ -303,7 +303,7 @@ class RequestState:
new_token_ids = self.detokenizer.output_token_ids[
self.sent_tokens_offset :
]
self.sent_tokens_offset = len(self.detokenizer.output_token_ids)
self.sent_tokens_offset = self.detokenizer.num_output_tokens()
external_req_id = self.external_req_id