[NVIDIA] [feat] Integrate flashinfer Trtllmgen bf16 moe (#32954)

Signed-off-by: Linda-Stadter <57756729+Linda-Stadter@users.noreply.github.com>
This commit is contained in:
Linda
2026-01-29 10:00:13 -08:00
committed by GitHub
parent 8c8ebeb941
commit 0493d897c4
5 changed files with 290 additions and 17 deletions
+3
View File
@@ -105,6 +105,9 @@ def _lazy_import_wrapper(
# Create lazy wrappers for each function
flashinfer_trtllm_bf16_moe = _lazy_import_wrapper(
"flashinfer.fused_moe", "trtllm_bf16_moe"
)
flashinfer_trtllm_fp8_block_scale_moe = _lazy_import_wrapper(
"flashinfer.fused_moe", "trtllm_fp8_block_scale_moe"
)