From 9261dbbc557b6bdd6b4f176a61e8008f2e99f3ed Mon Sep 17 00:00:00 2001 From: Andreas Karatzas Date: Sat, 13 Jun 2026 04:34:09 -0500 Subject: [PATCH] Treat null completion max_tokens like the default (#45491) Signed-off-by: Andreas Karatzas --- vllm/entrypoints/openai/completion/protocol.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/vllm/entrypoints/openai/completion/protocol.py b/vllm/entrypoints/openai/completion/protocol.py index 30a4f20084..1d61ca3c59 100644 --- a/vllm/entrypoints/openai/completion/protocol.py +++ b/vllm/entrypoints/openai/completion/protocol.py @@ -346,6 +346,14 @@ class CompletionRequest(OpenAIBaseModel): thinking_token_budget=self.thinking_token_budget, ) + @model_validator(mode="before") + @classmethod + def normalize_null_max_tokens(cls, data): + if isinstance(data, dict) and data.get("max_tokens") is None: + data = data.copy() + data["max_tokens"] = cls.model_fields["max_tokens"].default + return data + @model_validator(mode="before") @classmethod def validate_response_format(cls, data):