From 32e84fa1ff4d371d52042657a05d825c475cba3a Mon Sep 17 00:00:00 2001 From: Isotr0py Date: Tue, 3 Feb 2026 15:49:17 +0800 Subject: [PATCH] [CI/Build] Investigate torchrun distributed tests hanging issue (#33650) Signed-off-by: Isotr0py --- tests/distributed/test_torchrun_example.py | 3 +++ tests/distributed/test_torchrun_example_moe.py | 3 +++ 2 files changed, 6 insertions(+) diff --git a/tests/distributed/test_torchrun_example.py b/tests/distributed/test_torchrun_example.py index f415409d7b..3540095196 100644 --- a/tests/distributed/test_torchrun_example.py +++ b/tests/distributed/test_torchrun_example.py @@ -32,6 +32,9 @@ llm = LLM( gpu_memory_utilization=random.uniform(0.7, 0.9), swap_space=random.randint(1, 4), seed=0, + # FIXME(Isotr0py): async scheduling causes deadlock + # on torchrun with PP, need to investigate further. + async_scheduling=False, ) outputs = llm.generate(prompts, sampling_params) diff --git a/tests/distributed/test_torchrun_example_moe.py b/tests/distributed/test_torchrun_example_moe.py index 1aa7f17935..25f55a968c 100644 --- a/tests/distributed/test_torchrun_example_moe.py +++ b/tests/distributed/test_torchrun_example_moe.py @@ -39,6 +39,9 @@ llm = LLM( gpu_memory_utilization=random.uniform(0.7, 0.9), swap_space=random.randint(1, 4), seed=0, + # FIXME(Isotr0py): async scheduling causes deadlock + # on torchrun with PP, need to investigate further. + async_scheduling=False, ) outputs = llm.generate(prompts, sampling_params)