[CI][Test] Seed the DeepEP v2 MoE workers, not just the parent (#50589)

Signed-off-by: Guanxin Li <guanxinl@nvidia.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Guanxin Li
2026-08-14 16:01:24 -04:00
committed by GitHub
co-authored by Claude Opus 5
parent c794754062
commit 925ea7e60f
+5
View File
@@ -235,6 +235,10 @@ def _deep_ep_v2_moe(
w2_scale = w2_scale.to(device=device_idx)
pg = torch.distributed.new_group(list(range(pgi.world_size)))
# The caller's set_random_seed() only seeds the parent; spawn() gives each
# worker a fresh unseeded RNG, so seed here too or the inputs below differ
# every run. Offset by rank to keep the ranks' data distinct.
set_random_seed(7 + pgi.rank)
test_tensors = TestTensors.make(config)
with set_current_vllm_config(VllmConfig()):
@@ -373,6 +377,7 @@ def _deep_ep_v2_moe_cudagraph(
init_workspace_manager(device)
pg = torch.distributed.new_group(list(range(pgi.world_size)))
set_random_seed(7 + pgi.rank)
test_tensors = TestTensors.make(config)
num_local_experts = config.num_experts // pgi.world_size
hidden_size = config.k