Add script for benchmarking serving throughput (#145)
This commit is contained in:
@@ -1,3 +1,4 @@
|
||||
"""Benchmark the latency of processing a single batch of requests."""
|
||||
import argparse
|
||||
import time
|
||||
|
||||
|
||||
Reference in New Issue
Block a user