Update flashinfer to 0.6.8 (#39959)

Signed-off-by: bai <v@gor.io>
This commit is contained in:
bai
2026-04-20 10:37:23 -07:00
committed by GitHub
parent b9cf629bd0
commit 191e3fdaa1
9 changed files with 31 additions and 61 deletions
@@ -130,14 +130,7 @@ class FlashInferExperts(mk.FusedMoEExpertsModular):
p.is_device_capability(90)
or p.is_device_capability_family(100)
or p.is_device_capability_family(110)
or p.is_device_capability(120)
# NOTE: SM121 (DGX Spark) is excluded because the bf16
# unquantized CUTLASS MoE GEMM in flashinfer <= 0.6.7 has no
# Relu2 template instantiation and throws "Invalid activation
# type" on Nemotron-H. Fixed upstream by
# https://github.com/flashinfer-ai/flashinfer/pull/2926
# (merged 2026-04-01, not yet in a stable release); lift this
# restriction once flashinfer >= 0.6.8 is the minimum.
or p.is_device_capability_family(120)
)
and has_flashinfer_cutlass_fused_moe()
)