[Perf] Optimize requests abort (#32211)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-01-13 04:11:37 +00:00
committed by GitHub
parent f243abc92d
commit 2a719e0865
+4 -3
View File
@@ -525,9 +525,10 @@ class AsyncLLM(EngineClient):
await asyncio.sleep(0)
# 3) Abort any reqs that finished due to stop strings.
await engine_core.abort_requests_async(
processed_outputs.reqs_to_abort
)
if processed_outputs.reqs_to_abort:
await engine_core.abort_requests_async(
processed_outputs.reqs_to_abort
)
output_processor.update_scheduler_stats(outputs.scheduler_stats)