[ROCm][CI] Fix flaky Cohere/OpenAI embedding parity test (#37616)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -118,6 +118,7 @@ class PoolingServing:
|
||||
)
|
||||
|
||||
pooling_params = self.io_processor.create_pooling_params(ctx.request)
|
||||
pooling_params.verify(self.model_config)
|
||||
|
||||
for i, engine_prompt in enumerate(ctx.engine_prompts):
|
||||
prompt_request_id = (
|
||||
|
||||
@@ -309,6 +309,9 @@ def create_error_response(
|
||||
|
||||
if isinstance(message, Exception):
|
||||
exc = message
|
||||
logger.debug(
|
||||
"create_error_response called with %s: %s", type(exc).__name__, exc
|
||||
)
|
||||
|
||||
from vllm.exceptions import VLLMNotFoundError, VLLMValidationError
|
||||
|
||||
|
||||
Reference in New Issue
Block a user