up FI fp8 moe topk to 32 (#44462)
This commit is contained in:
@@ -393,7 +393,7 @@ class TrtLlmFp8ExpertsMonolithic(TrtLlmFp8ExpertsBase, mk.FusedMoEExpertsMonolit
|
||||
n_group = num_expert_group or None
|
||||
selected_topk_group = topk_group or None
|
||||
else:
|
||||
assert self.topk <= 10
|
||||
assert self.topk <= 32
|
||||
fp8_quant_type = Fp8QuantizationType.DeepSeekFp8
|
||||
use_shuffled_weight = True
|
||||
weight_layout = WeightLayout.BlockMajorK
|
||||
|
||||
Reference in New Issue
Block a user