[ROCm] Cast score correction bias tensor during model construction for DeepSeek/Kimi-K2 (#39999)

Signed-off-by: Hemanth Acharya <heachary@amd.com>
This commit is contained in:
Hemanth Acharya
2026-04-24 09:02:12 +09:00
committed by GitHub
parent 447c372ac5
commit fa4b70555b
4 changed files with 19 additions and 2 deletions
@@ -152,7 +152,7 @@ def rocm_aiter_grouped_topk(
if e_score_correction_bias is not None:
rocm_aiter_ops.biased_grouped_topk(
gating_output,
e_score_correction_bias.to(gating_output.dtype),
e_score_correction_bias,
topk_weights,
topk_ids,
num_expert_group,
@@ -136,7 +136,7 @@ def fused_topk_bias(
)
rocm_aiter_ops.biased_grouped_topk(
gating_output,
e_score_correction_bias.to(gating_output.dtype),
e_score_correction_bias,
topk_weights,
topk_ids,
num_expert_group=num_expert_group,