[API] Add token offsets to render endpoints (/v1/.../render) (#44226)
Signed-off-by: HyunKyun Moon <mhg5303@gmail.com>
This commit is contained in:
@@ -79,6 +79,11 @@ class DummyTokenizer:
|
||||
|
||||
return list(range(in_length))
|
||||
|
||||
def __call__(self, text: str, **kwargs):
|
||||
# BaseRenderer._tokenize_prompt calls the tokenizer via __call__ (to
|
||||
# unify the output type), so mirror a real tokenizer's BatchEncoding.
|
||||
return {"input_ids": self.encode(text, **kwargs)}
|
||||
|
||||
|
||||
def _build_renderer(
|
||||
model_config: MockModelConfig,
|
||||
|
||||
Reference in New Issue
Block a user