[ROCm] Cast score correction bias tensor during model construction for DeepSeek/Kimi-K2 (#39999)
Signed-off-by: Hemanth Acharya <heachary@amd.com>
This commit is contained in:
@@ -152,7 +152,7 @@ def rocm_aiter_grouped_topk(
|
||||
if e_score_correction_bias is not None:
|
||||
rocm_aiter_ops.biased_grouped_topk(
|
||||
gating_output,
|
||||
e_score_correction_bias.to(gating_output.dtype),
|
||||
e_score_correction_bias,
|
||||
topk_weights,
|
||||
topk_ids,
|
||||
num_expert_group,
|
||||
|
||||
@@ -136,7 +136,7 @@ def fused_topk_bias(
|
||||
)
|
||||
rocm_aiter_ops.biased_grouped_topk(
|
||||
gating_output,
|
||||
e_score_correction_bias.to(gating_output.dtype),
|
||||
e_score_correction_bias,
|
||||
topk_weights,
|
||||
topk_ids,
|
||||
num_expert_group=num_expert_group,
|
||||
|
||||
Reference in New Issue
Block a user