[Frontend] Use request id from header (#10968)

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
This commit is contained in:
Joe Runde
2024-12-10 13:46:29 +08:00
committed by GitHub
parent 391d7b2763
commit 980ad394a8
8 changed files with 27 additions and 13 deletions
+2 -2
View File
@@ -19,7 +19,7 @@ from vllm.entrypoints.openai.protocol import (EmbeddingChatRequest,
from vllm.entrypoints.openai.serving_engine import BaseModelPath, OpenAIServing
from vllm.logger import init_logger
from vllm.outputs import PoolingOutput, PoolingRequestOutput
from vllm.utils import merge_async_iterators, random_uuid
from vllm.utils import merge_async_iterators
logger = init_logger(__name__)
@@ -110,7 +110,7 @@ class OpenAIServingEmbedding(OpenAIServing):
"dimensions is currently not supported")
model_name = request.model
request_id = f"embd-{random_uuid()}"
request_id = f"embd-{self._base_request_id(raw_request)}"
created_time = int(time.monotonic())
truncate_prompt_tokens = None