[Bugfix][Core] Drain async KV loads in pause(mode="wait"), and pause the drain test only once a request is in flight (#60572)

Signed-off-by: aoshen02 <aoshen@inferact.ai>
Signed-off-by: Stefan Koncarevic <Stefan.Koncarevic@amd.com>
Co-authored-by: aoshen02 <aoshen@inferact.ai>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
stefankoncarevic
2026-10-08 09:33:41 +00:00
committed by GitHub
co-authored by aoshen02 Claude Opus 5.5
parent c4cd88d9fe
commit 7816afdb25
4 changed files with 103 additions and 8 deletions
+4 -3
View File
@@ -747,12 +747,13 @@ async def test_dp_pause_wait_mode_drains_in_flight():
prompt=DP_PAUSE_PROMPT,
params=SamplingParams(max_tokens=64),
)
# Wait for the first output, so drain has something to observe: a
# request still queued holds no blocks and is not waited on.
out = await asyncio.wait_for(collector.get(), timeout=30)
await engine.pause_generation(mode="wait")
assert await engine.is_paused()
while True:
while not out.finished:
out = await asyncio.wait_for(collector.get(), timeout=30)
if out.finished:
break
await engine.resume_generation()
async for out in engine.generate(