From cad21918e3f1a13353d6fcc1f1f431d6d3baf964 Mon Sep 17 00:00:00 2001 From: Aaron Hao Date: Mon, 2 Mar 2026 12:36:40 -0800 Subject: [PATCH] [BUG] Fix rlhf_async example (#35788) Signed-off-by: ahao-anyscale --- .../offline_inference/new_weight_syncing/rlhf_async_new_apis.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/offline_inference/new_weight_syncing/rlhf_async_new_apis.py b/examples/offline_inference/new_weight_syncing/rlhf_async_new_apis.py index 88b89fbfc4..e9bc061800 100644 --- a/examples/offline_inference/new_weight_syncing/rlhf_async_new_apis.py +++ b/examples/offline_inference/new_weight_syncing/rlhf_async_new_apis.py @@ -104,7 +104,7 @@ class MyLLM(vllm.AsyncLLMEngine): while not self._request_pause_flag: await asyncio.sleep(0) await super().pause_generation(mode="keep") - await asyncio.sleep(0.2) + await asyncio.sleep(5) self._generation_paused = True