up FI fp8 moe topk to 32 (#44462)

This commit is contained in:
Dan Blanaru
2026-07-14 02:58:16 +00:00
committed by GitHub
parent c4f5cd60da
commit 9e289c553c
@@ -393,7 +393,7 @@ class TrtLlmFp8ExpertsMonolithic(TrtLlmFp8ExpertsBase, mk.FusedMoEExpertsMonolit
n_group = num_expert_group or None
selected_topk_group = topk_group or None
else:
assert self.topk <= 10
assert self.topk <= 32
fp8_quant_type = Fp8QuantizationType.DeepSeekFp8
use_shuffled_weight = True
weight_layout = WeightLayout.BlockMajorK