# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project from vllm.exceptions import VLLMServerError class EngineGenerateError(VLLMServerError): """Raised when a AsyncLLM.generate() fails. Recoverable.""" pass class EngineDeadError(VLLMServerError): """Raised when the EngineCore dies. Unrecoverable. `str(exc)` is the log-oriented message for server logs and offline tracebacks; `CLIENT_MESSAGE` is what API clients receive. """ ENGINE_DEAD_MESSAGE = ( "EngineCore encountered an issue. See stack trace (above) for the root cause." ) CLIENT_MESSAGE = "The server had an error while processing your request." def __init__(self, *args, suppress_context: bool = False, **kwargs): super().__init__(self.ENGINE_DEAD_MESSAGE, *args, **kwargs) # Make stack trace clearer when using with LLMEngine by # silencing irrelevant ZMQError. self.__suppress_context__ = suppress_context