[Misc] Add OpenTelemetry support (#4687)
This PR adds basic support for OpenTelemetry distributed tracing. It includes changes to enable tracing functionality and improve monitoring capabilities. I've also added a markdown with print-screens to guide users how to use this feature. You can find it here
This commit is contained in:
@@ -414,6 +414,7 @@ class SequenceGroup:
|
||||
for an embedding model.
|
||||
encoder_seq: Optional, the single encoder sequence. Should be None
|
||||
unless you are working with an encoder/decoder model.
|
||||
trace_headers: OpenTelemetry trace headers.
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
@@ -426,6 +427,7 @@ class SequenceGroup:
|
||||
embeddings: Optional[List[float]] = None,
|
||||
pooling_params: Optional[PoolingParams] = None,
|
||||
encoder_seq: Optional[Sequence] = None,
|
||||
trace_headers: Optional[Dict[str, str]] = None,
|
||||
) -> None:
|
||||
self.request_id = request_id
|
||||
self.seqs_dict = {seq.seq_id: seq for seq in seqs}
|
||||
@@ -441,6 +443,7 @@ class SequenceGroup:
|
||||
self.embeddings = embeddings
|
||||
self.pooling_params = pooling_params
|
||||
self.encoder_seq = encoder_seq
|
||||
self.trace_headers = trace_headers
|
||||
|
||||
@property
|
||||
def prompt(self) -> Optional[str]:
|
||||
|
||||
Reference in New Issue
Block a user