[openapi server] log exception in exception handler(2/N) (#36201)

Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie
2026-03-10 20:16:30 -07:00
committed by GitHub
parent 8ab3d7427c
commit fe714dd507
16 changed files with 63 additions and 113 deletions
@@ -2,13 +2,12 @@
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from fastapi import APIRouter, Depends, Request
from fastapi.responses import JSONResponse, Response
from fastapi.responses import Response
from vllm.entrypoints.openai.utils import validate_json_request
from vllm.entrypoints.pooling.classify.protocol import ClassificationRequest
from vllm.entrypoints.pooling.classify.serving import ServingClassification
from vllm.entrypoints.utils import (
create_error_response,
load_aware_call,
with_cancellation,
)
@@ -28,12 +27,6 @@ async def create_classify(
) -> Response:
handler = classify(raw_request)
if handler is None:
error_response = create_error_response(
message="The model does not support Classification API"
)
return JSONResponse(
content=error_response.model_dump(),
status_code=error_response.error.code,
)
raise NotImplementedError("The model does not support Classification API")
return await handler(request, raw_request)
+2 -9
View File
@@ -4,14 +4,12 @@
from http import HTTPStatus
from fastapi import APIRouter, Depends, Request
from fastapi.responses import JSONResponse
from vllm.entrypoints.openai.engine.protocol import ErrorResponse
from vllm.entrypoints.openai.utils import validate_json_request
from vllm.entrypoints.pooling.embed.protocol import EmbeddingRequest
from vllm.entrypoints.pooling.embed.serving import ServingEmbedding
from vllm.entrypoints.utils import (
create_error_response,
load_aware_call,
with_cancellation,
)
@@ -39,11 +37,6 @@ async def create_embedding(
):
handler = embedding(raw_request)
if handler is None:
error_response = create_error_response(
message="The model does not support Embeddings API"
)
return JSONResponse(
content=error_response.model_dump(),
status_code=error_response.error.code,
)
raise NotImplementedError("The model does not support Embeddings API")
return await handler(request, raw_request)
@@ -37,10 +37,7 @@ def pooling(request: Request) -> OpenAIServingPooling | None:
async def create_pooling(request: PoolingRequest, raw_request: Request):
handler = pooling(raw_request)
if handler is None:
base_server = raw_request.app.state.openai_serving_tokenization
return base_server.create_error_response(
message="The model does not support Pooling API"
)
raise NotImplementedError("The model does not support Pooling API")
generator = await handler.create_pooling(request, raw_request)
+2 -8
View File
@@ -44,10 +44,7 @@ def rerank(request: Request) -> ServingScores | None:
async def create_score(request: ScoreRequest, raw_request: Request):
handler = score(raw_request)
if handler is None:
base_server = raw_request.app.state.openai_serving_tokenization
return base_server.create_error_response(
message="The model does not support Score API"
)
raise NotImplementedError("The model does not support Score API")
generator = await handler.create_score(request, raw_request)
@@ -93,10 +90,7 @@ async def create_score_v1(request: ScoreRequest, raw_request: Request):
async def do_rerank(request: RerankRequest, raw_request: Request):
handler = rerank(raw_request)
if handler is None:
base_server = raw_request.app.state.openai_serving_tokenization
return base_server.create_error_response(
message="The model does not support Rerank (Score) API"
)
raise NotImplementedError("The model does not support Rerank (Score) API")
generator = await handler.do_rerank(request, raw_request)