[Benchmark] Record model_id in bench latency/throughput --output-json (#58112)
Signed-off-by: yashasvi <yashasvi@ibm.com>
This commit is contained in:
@@ -169,6 +169,7 @@ def main(args: argparse.Namespace):
|
|||||||
# Output JSON results if specified
|
# Output JSON results if specified
|
||||||
if args.output_json:
|
if args.output_json:
|
||||||
results = {
|
results = {
|
||||||
|
"model_id": args.model,
|
||||||
"avg_latency": np.mean(latencies),
|
"avg_latency": np.mean(latencies),
|
||||||
"latencies": latencies.tolist(),
|
"latencies": latencies.tolist(),
|
||||||
"percentiles": dict(zip(percentages, percentiles.tolist())),
|
"percentiles": dict(zip(percentages, percentiles.tolist())),
|
||||||
|
|||||||
@@ -1141,6 +1141,7 @@ def main(args: argparse.Namespace):
|
|||||||
# Output JSON results if specified
|
# Output JSON results if specified
|
||||||
if args.output_json:
|
if args.output_json:
|
||||||
results = {
|
results = {
|
||||||
|
"model_id": args.model,
|
||||||
"elapsed_time": elapsed_time,
|
"elapsed_time": elapsed_time,
|
||||||
"num_requests": len(requests),
|
"num_requests": len(requests),
|
||||||
"total_num_tokens": total_num_tokens,
|
"total_num_tokens": total_num_tokens,
|
||||||
|
|||||||
Reference in New Issue
Block a user