[Frontend] Use request id from header (#10968)

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
This commit is contained in:
Joe Runde
2024-12-10 13:46:29 +08:00
committed by GitHub
parent 391d7b2763
commit 980ad394a8
8 changed files with 27 additions and 13 deletions
+10 -1
View File
@@ -6,6 +6,7 @@ from http import HTTPStatus
from typing import (Any, Callable, Dict, Iterable, Iterator, List, Mapping,
Optional, Sequence, Tuple, TypedDict, Union)
from fastapi import Request
from pydantic import Field
from starlette.datastructures import Headers
from typing_extensions import Annotated
@@ -47,7 +48,7 @@ from vllm.sequence import Logprob
from vllm.tracing import (contains_trace_headers, extract_trace_headers,
log_tracing_disabled_warning)
from vllm.transformers_utils.tokenizer import AnyTokenizer, MistralTokenizer
from vllm.utils import AtomicCounter, is_list_of, make_async
from vllm.utils import AtomicCounter, is_list_of, make_async, random_uuid
logger = init_logger(__name__)
@@ -565,6 +566,14 @@ class OpenAIServing:
return None
@staticmethod
def _base_request_id(raw_request: Request,
default: Optional[str] = None) -> Optional[str]:
"""Pulls the request id to use from a header, if provided"""
default = default or random_uuid()
return raw_request.headers.get(
"X-Request-Id", default) if raw_request is not None else default
@staticmethod
def _get_decoded_token(logprob: Logprob,
token_id: int,