[Bugfix] [Tests] Enforce out tensor device in kernel/moe/test_cutedsl_moe.py (#39644)

Signed-off-by: Yongye Zhu <zyy1102000@gmail.com>
This commit is contained in:
Yongye Zhu
2026-04-12 17:08:08 -07:00
committed by GitHub
parent f00c5539d7
commit 620e8924d9
+4 -2
View File
@@ -142,7 +142,9 @@ def prepare_inputs(
# Initialize the hidden_states_3d with ones instead of empty to avoid nan
# issue.
hidden_states_3d = torch.ones(
(num_experts, max(masked_m), hidden_states.shape[1]), dtype=hidden_states.dtype
(num_experts, max(masked_m), hidden_states.shape[1]),
dtype=hidden_states.dtype,
device=hidden_states.device,
)
for i in range(num_experts):
hidden_states_3d[i, : masked_m[i], :] = hidden_states[topk_idx.view(-1) == i]
@@ -426,7 +428,7 @@ def test_flashinfer_cutedsl_moe_masked(
w1_alpha = 1.0 / (input_global_scale * w1_global_scale)
w2_alpha = 1.0 / (a2_global_scale * w2_global_scale)
out = torch.empty_like(hidden_states_3d)
out = torch.empty_like(hidden_states_3d, device=hidden_states.device)
# Note: the 1st dim shouldn't be bs
wk = torch.empty(
num_experts,