[Bugfix] Fix a bug in RequestOutput.finished (#202)

This commit is contained in:
Woosuk Kwon
2023-06-22 00:17:24 -07:00
committed by GitHub
parent 2e0d314384
commit 14f0b39cda
4 changed files with 10 additions and 8 deletions
+1 -1
View File
@@ -133,7 +133,7 @@ class LLM:
while self.llm_engine.has_unfinished_requests():
step_outputs = self.llm_engine.step()
for output in step_outputs:
if output.finished():
if output.finished:
outputs.append(output)
if use_tqdm:
pbar.update(1)