support returning tokenids in responses api (#33212)

Signed-off-by: Christian Munley <cmunley@nvidia.com>
This commit is contained in:
cmunley1
2026-01-29 16:52:39 +08:00
committed by GitHub
parent 53fc166402
commit 3bba2edb0f
3 changed files with 50 additions and 9 deletions
+1 -1
View File
@@ -1528,7 +1528,7 @@ class OpenAIServing:
"Unable to get tokenizer because `skip_tokenizer_init=True`"
)
return tokenizer.decode(token_id)
return tokenizer.decode([token_id])
def _is_model_supported(self, model_name: str | None) -> bool:
if not model_name: