Update flashinfer to 0.6.8 (#39959)

Signed-off-by: bai <v@gor.io>
This commit is contained in:
bai
2026-04-20 10:37:23 -07:00
committed by GitHub
parent b9cf629bd0
commit 191e3fdaa1
9 changed files with 31 additions and 61 deletions
+3 -4
View File
@@ -305,10 +305,9 @@ def supports_trtllm_attention() -> bool:
if envs.VLLM_BATCH_INVARIANT:
return False
# TRTLLM attention is currently only validated on SM100 (CC 10.0).
# SM103 (GB300) hangs with FlashInfer >= 0.6.7.
# See: https://github.com/flashinfer-ai/flashinfer/issues/2939
return current_platform.is_device_capability(100) and has_nvidia_artifactory()
return (
current_platform.is_device_capability_family(100) and has_nvidia_artifactory()
)
def force_use_trtllm_attention() -> bool | None: