[Frontend] Clean Client Facing 500 Report (#58043)
Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
@@ -10,12 +10,19 @@ class EngineGenerateError(VLLMServerError):
|
||||
|
||||
|
||||
class EngineDeadError(VLLMServerError):
|
||||
"""Raised when the EngineCore dies. Unrecoverable."""
|
||||
"""Raised when the EngineCore dies. Unrecoverable.
|
||||
|
||||
`str(exc)` is the log-oriented message for server logs and offline
|
||||
tracebacks; `CLIENT_MESSAGE` is what API clients receive.
|
||||
"""
|
||||
|
||||
ENGINE_DEAD_MESSAGE = (
|
||||
"EngineCore encountered an issue. See stack trace (above) for the root cause."
|
||||
)
|
||||
CLIENT_MESSAGE = "The server had an error while processing your request."
|
||||
|
||||
def __init__(self, *args, suppress_context: bool = False, **kwargs):
|
||||
ENGINE_DEAD_MESSAGE = "EngineCore encountered an issue. See stack trace (above) for the root cause." # noqa: E501
|
||||
|
||||
super().__init__(ENGINE_DEAD_MESSAGE, *args, **kwargs)
|
||||
super().__init__(self.ENGINE_DEAD_MESSAGE, *args, **kwargs)
|
||||
# Make stack trace clearer when using with LLMEngine by
|
||||
# silencing irrelevant ZMQError.
|
||||
self.__suppress_context__ = suppress_context
|
||||
|
||||
Reference in New Issue
Block a user