Add script for benchmarking serving throughput (#145)

This commit is contained in:
Woosuk Kwon
2023-06-14 19:55:38 -07:00
committed by GitHub
parent da5ddcd544
commit 311490a720
10 changed files with 421 additions and 415 deletions
+1
View File
@@ -1,3 +1,4 @@
"""Benchmark the latency of processing a single batch of requests."""
import argparse
import time