[Bugfix] Fix misleading context length error messages (#36197)
Signed-off-by: AjAnubolu <anuboluajay@gmail.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
86e1060b17
commit
43f10573c9
@@ -791,11 +791,15 @@ class OpenAIServing:
|
||||
|
||||
if max_tokens is not None and token_num + max_tokens > max_model_len:
|
||||
raise VLLMValidationError(
|
||||
"'max_tokens' or 'max_completion_tokens' is too large: "
|
||||
f"{max_tokens}. This model's maximum context length is "
|
||||
f"{max_model_len} tokens and your request has "
|
||||
f"{token_num} input tokens ({max_tokens} > {max_model_len}"
|
||||
f" - {token_num}).",
|
||||
f"This model's maximum context length is "
|
||||
f"{max_model_len} tokens. However, you requested "
|
||||
f"{max_tokens} output tokens and your prompt contains "
|
||||
f"{token_num} input tokens, for a total of "
|
||||
f"{token_num + max_tokens} tokens "
|
||||
f"({token_num} + {max_tokens} = "
|
||||
f"{token_num + max_tokens} > {max_model_len}). "
|
||||
f"Please reduce the length of the input prompt or the "
|
||||
f"number of requested output tokens.",
|
||||
parameter="max_tokens",
|
||||
value=max_tokens,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user