From b542bdf7fb3611879b30917e03bef62963496e83 Mon Sep 17 00:00:00 2001 From: Stefano Castagnetta Date: Fri, 1 May 2026 05:08:49 +0200 Subject: [PATCH] [Bugfix] Disable FlashInfer CUTLASS MoE on SM110 (Jetson Thor AGX) (#40808) Signed-off-by: Stefano Castagnetta --- vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py b/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py index 26409804c4..ea1b48b4b2 100644 --- a/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py +++ b/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py @@ -129,7 +129,7 @@ class FlashInferExperts(mk.FusedMoEExpertsModular): and ( p.is_device_capability(90) or p.is_device_capability_family(100) - or p.is_device_capability_family(110) + # SM110 excluded: flashinfer-ai/flashinfer#3134 or p.is_device_capability_family(120) ) and has_flashinfer_cutlass_fused_moe()