[Benchmark] Fix Value of type "SampleRequest" is not indexable (#18032)
Signed-off-by: Brayden Zhong <b8zhong@uwaterloo.ca>
This commit is contained in:
@@ -97,7 +97,7 @@ def run_vllm(
|
|||||||
assert lora_requests is None, "BeamSearch API does not support LoRA"
|
assert lora_requests is None, "BeamSearch API does not support LoRA"
|
||||||
prompts = [request.prompt for request in requests]
|
prompts = [request.prompt for request in requests]
|
||||||
# output_len should be the same for all requests.
|
# output_len should be the same for all requests.
|
||||||
output_len = requests[0][2]
|
output_len = requests[0].expected_output_len
|
||||||
for request in requests:
|
for request in requests:
|
||||||
assert request.expected_output_len == output_len
|
assert request.expected_output_len == output_len
|
||||||
start = time.perf_counter()
|
start = time.perf_counter()
|
||||||
|
|||||||
@@ -84,7 +84,7 @@ def run_vllm(
|
|||||||
assert lora_requests is None, "BeamSearch API does not support LoRA"
|
assert lora_requests is None, "BeamSearch API does not support LoRA"
|
||||||
prompts = [request.prompt for request in requests]
|
prompts = [request.prompt for request in requests]
|
||||||
# output_len should be the same for all requests.
|
# output_len should be the same for all requests.
|
||||||
output_len = requests[0][2]
|
output_len = requests[0].expected_output_len
|
||||||
for request in requests:
|
for request in requests:
|
||||||
assert request.expected_output_len == output_len
|
assert request.expected_output_len == output_len
|
||||||
start = time.perf_counter()
|
start = time.perf_counter()
|
||||||
|
|||||||
Reference in New Issue
Block a user