[ROCm][CI] Fix flaky Cohere/OpenAI embedding parity test (#37616)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Andreas Karatzas
2026-03-25 10:55:51 +00:00
committed by GitHub
parent 9ac2fcafbb
commit f262a62aa1
4 changed files with 8 additions and 4 deletions
+1
View File
@@ -118,6 +118,7 @@ class PoolingServing:
)
pooling_params = self.io_processor.create_pooling_params(ctx.request)
pooling_params.verify(self.model_config)
for i, engine_prompt in enumerate(ctx.engine_prompts):
prompt_request_id = (
+3
View File
@@ -309,6 +309,9 @@ def create_error_response(
if isinstance(message, Exception):
exc = message
logger.debug(
"create_error_response called with %s: %s", type(exc).__name__, exc
)
from vllm.exceptions import VLLMNotFoundError, VLLMValidationError