From 7867d6c52d4542c1b5da641f8ca79124be497ee3 Mon Sep 17 00:00:00 2001 From: Tyrone <71038642+TyroneNel@users.noreply.github.com> Date: Sun, 4 Oct 2026 22:45:51 +0200 Subject: [PATCH] [Frontend] Name the served models in the model-not-found 404 (#59889) Signed-off-by: TyroneNel <71038642+TyroneNel@users.noreply.github.com> Signed-off-by: TyroneNel Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- vllm/entrypoints/serve/engine/serving.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/serve/engine/serving.py b/vllm/entrypoints/serve/engine/serving.py index 86ba524946..8b42449552 100644 --- a/vllm/entrypoints/serve/engine/serving.py +++ b/vllm/entrypoints/serve/engine/serving.py @@ -63,8 +63,12 @@ class BaseServing: ): error_response = load_result + served_names = ", ".join(model.name for model in self.models.base_model_paths) return error_response or self.create_error_response( - message=f"The model `{request.model}` does not exist.", + message=( + f"The model `{request.model}` does not exist. " + f"Valid aliases: {served_names}." + ), err_type="NotFoundError", status_code=HTTPStatus.NOT_FOUND, param="model",