From 925ea7e60f727bbb3fe3fcdb1c02b01a5bfb2749 Mon Sep 17 00:00:00 2001 From: Guanxin Li <38149783+guanxingithub@users.noreply.github.com> Date: Fri, 14 Aug 2026 13:01:24 -0700 Subject: [PATCH] [CI][Test] Seed the DeepEP v2 MoE workers, not just the parent (#50589) Signed-off-by: Guanxin Li Co-authored-by: Claude Opus 5 (1M context) --- tests/kernels/moe/test_deepep_v2_moe.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/kernels/moe/test_deepep_v2_moe.py b/tests/kernels/moe/test_deepep_v2_moe.py index a2ff56be51..ab609d7eab 100644 --- a/tests/kernels/moe/test_deepep_v2_moe.py +++ b/tests/kernels/moe/test_deepep_v2_moe.py @@ -235,6 +235,10 @@ def _deep_ep_v2_moe( w2_scale = w2_scale.to(device=device_idx) pg = torch.distributed.new_group(list(range(pgi.world_size))) + # The caller's set_random_seed() only seeds the parent; spawn() gives each + # worker a fresh unseeded RNG, so seed here too or the inputs below differ + # every run. Offset by rank to keep the ranks' data distinct. + set_random_seed(7 + pgi.rank) test_tensors = TestTensors.make(config) with set_current_vllm_config(VllmConfig()): @@ -373,6 +377,7 @@ def _deep_ep_v2_moe_cudagraph( init_workspace_manager(device) pg = torch.distributed.new_group(list(range(pgi.world_size))) + set_random_seed(7 + pgi.rank) test_tensors = TestTensors.make(config) num_local_experts = config.num_experts // pgi.world_size hidden_size = config.k