[Bugfix][Anthropic] Return 4xx for client-caused errors in /v1/messages (#52246)

Signed-off-by: Do_it_now_! <lizhengcheng233@gmail.com>
This commit is contained in:
Do_it_now_!
2026-08-16 01:05:17 -07:00
committed by GitHub
parent 41f12a0daf
commit 70aaec832b
3 changed files with 100 additions and 20 deletions
+5 -19
View File
@@ -17,7 +17,9 @@ from vllm.entrypoints.anthropic.protocol import (
)
from vllm.entrypoints.anthropic.serving import AnthropicServingMessages
from vllm.entrypoints.openai.engine.protocol import ErrorResponse
from vllm.entrypoints.serve.exception_handling.utils import sanitize_message
from vllm.entrypoints.serve.exception_handling.error_response import (
create_error_response,
)
from vllm.entrypoints.serve.utils.api_utils import (
load_aware_call,
validate_json_request,
@@ -71,15 +73,7 @@ async def create_messages(request: AnthropicMessagesRequest, raw_request: Reques
generator = await handler.create_messages(request, raw_request)
except Exception as e:
logger.exception("Error in create_messages: %s", e)
return JSONResponse(
status_code=HTTPStatus.INTERNAL_SERVER_ERROR.value,
content=AnthropicErrorResponse(
error=AnthropicError(
type="internal_error",
message=sanitize_message(str(e)),
)
).model_dump(),
)
return translate_error_response(create_error_response(e))
if isinstance(generator, ErrorResponse):
return translate_error_response(generator)
@@ -117,15 +111,7 @@ async def count_tokens(request: AnthropicCountTokensRequest, raw_request: Reques
response = await handler.count_tokens(request, raw_request)
except Exception as e:
logger.exception("Error in count_tokens: %s", e)
return JSONResponse(
status_code=HTTPStatus.INTERNAL_SERVER_ERROR.value,
content=AnthropicErrorResponse(
error=AnthropicError(
type="internal_error",
message=sanitize_message(str(e)),
)
).model_dump(),
)
return translate_error_response(create_error_response(e))
if isinstance(response, ErrorResponse):
return translate_error_response(response)