Allow FlashInfer A2A backends for TRTLLM FP8 MoE Modular (#46661)
Signed-off-by: Thien Tran <gau.nernst@yahoo.com.sg>
This commit is contained in:
@@ -136,6 +136,8 @@ class TrtLlmFp8ExpertsModular(TrtLlmFp8ExpertsBase, mk.FusedMoEExpertsModular):
|
|||||||
not moe_parallel_config.use_all2all_kernels
|
not moe_parallel_config.use_all2all_kernels
|
||||||
or moe_parallel_config.use_ag_rs_all2all_kernels
|
or moe_parallel_config.use_ag_rs_all2all_kernels
|
||||||
or moe_parallel_config.use_deepep_v2_kernels
|
or moe_parallel_config.use_deepep_v2_kernels
|
||||||
|
or moe_parallel_config.use_fi_nvl_one_sided_kernels
|
||||||
|
or moe_parallel_config.use_fi_nvl_two_sided_kernels
|
||||||
) and not moe_parallel_config.enable_eplb
|
) and not moe_parallel_config.enable_eplb
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
|
|||||||
Reference in New Issue
Block a user