[Frontend] Log output token IDs at DEBUG level (#52098)
Signed-off-by: ruirui6946 <142162413+ruirui6946@users.noreply.github.com>
This commit is contained in:
@@ -141,9 +141,9 @@ class BaseFrontendArgs:
|
||||
"""Enable the `/tokenizer_info` endpoint. May expose chat
|
||||
templates and other tokenizer configuration."""
|
||||
enable_log_outputs: bool = False
|
||||
"""If set to True, log model outputs (generations).
|
||||
Requires `--enable-log-requests`. As with `--enable-log-requests`,
|
||||
information is only logged at INFO level at maximum."""
|
||||
"""If set to True, log model outputs (generations). Requires
|
||||
`--enable-log-requests`. Output text and finish reasons are logged at INFO,
|
||||
while output token IDs are logged at DEBUG."""
|
||||
enable_log_deltas: bool = True
|
||||
"""If set to False, output deltas will not be logged. Relevant only if
|
||||
--enable-log-outputs is set.
|
||||
|
||||
@@ -77,24 +77,28 @@ class RequestLogger:
|
||||
delta: bool = False,
|
||||
) -> None:
|
||||
max_log_len = self.max_log_len
|
||||
if max_log_len is not None:
|
||||
if outputs is not None:
|
||||
outputs = outputs[:max_log_len]
|
||||
|
||||
if output_token_ids is not None:
|
||||
# Convert to list and apply truncation
|
||||
output_token_ids = list(output_token_ids)[:max_log_len]
|
||||
if max_log_len is not None and outputs is not None:
|
||||
outputs = outputs[:max_log_len]
|
||||
|
||||
stream_info = ""
|
||||
if is_streaming:
|
||||
stream_info = " (streaming delta)" if delta else " (streaming complete)"
|
||||
|
||||
if logger.isEnabledFor(logging.DEBUG):
|
||||
if max_log_len is not None and output_token_ids is not None:
|
||||
output_token_ids = list(output_token_ids)[:max_log_len]
|
||||
|
||||
logger.debug(
|
||||
"Generated response %s%s details: output_token_ids: %s",
|
||||
request_id,
|
||||
stream_info,
|
||||
output_token_ids,
|
||||
)
|
||||
|
||||
logger.info(
|
||||
"Generated response %s%s: output: %r, "
|
||||
"output_token_ids: %s, finish_reason: %s",
|
||||
"Generated response %s%s: output: %r, finish_reason: %s",
|
||||
request_id,
|
||||
stream_info,
|
||||
outputs,
|
||||
output_token_ids,
|
||||
finish_reason,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user