[API] Add token offsets to render endpoints (/v1/.../render) (#44226)

Signed-off-by: HyunKyun Moon <mhg5303@gmail.com>
This commit is contained in:
Hyunkyun Moon
2026-06-26 05:02:52 -07:00
committed by GitHub
parent d980a3cc6e
commit 950ee4c2e4
13 changed files with 518 additions and 22 deletions
+5
View File
@@ -882,6 +882,11 @@ class HfRenderer(BaseRenderer[HfTokenizer]):
self.tokenizer, config.model_config.renderer_num_workers + 1
)
def _can_produce_offsets(self) -> bool:
# HF tokenizers may be slow (use_fast=False); only fast tokenizers
# expose offset_mapping.
return self.tokenizer is not None and self.tokenizer.is_fast
def render_messages(
self,
messages: list[ChatCompletionMessageParam],