[Misc] Simplify get_max_tokens (#34036)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-02-07 00:59:49 -08:00
committed by GitHub
parent 15a0b9e570
commit 11a4c9d30d
5 changed files with 8 additions and 30 deletions
+1 -1
View File
@@ -1176,7 +1176,7 @@ class OpenAIServing:
sampling_params.max_tokens = get_max_tokens(
self.max_model_len,
context.request,
context.request.max_output_tokens,
self._extract_prompt_len(engine_prompt),
self.default_sampling_params, # type: ignore
)