[RL][BugFix] Fix missing tokenizer error for token-in-token-out (#23904)

Signed-off-by: 22quinn <33176974+22quinn@users.noreply.github.com>
Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
This commit is contained in:
22quinn
2025-08-30 01:09:55 +08:00
committed by GitHub
co-authored by Cyrus Leung
parent 0dc9532065
commit 4d7fe40fc0
3 changed files with 99 additions and 18 deletions
@@ -127,7 +127,11 @@ class OpenAIServingCompletion(OpenAIServing):
try:
lora_request = self._maybe_get_adapters(request)
tokenizer = await self.engine_client.get_tokenizer(lora_request)
if self.model_config.skip_tokenizer_init:
tokenizer = None
else:
tokenizer = await self.engine_client.get_tokenizer(lora_request
)
request_prompts, engine_prompts = await self._preprocess_completion(
request,