From 37ce34922f7f5e58241369511130cd99c1c50bfe Mon Sep 17 00:00:00 2001 From: fxmarty-amd Date: Fri, 26 Jun 2026 16:21:20 +0200 Subject: [PATCH] [CI] Fix failing CUDA graph capture in Triton MOE (#46735) Signed-off-by: Felix Marty --- .../layers/fused_moe/experts/nvfp4_emulation_moe.py | 5 +++++ vllm/model_executor/layers/fused_moe/experts/triton_moe.py | 2 +- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/fused_moe/experts/nvfp4_emulation_moe.py b/vllm/model_executor/layers/fused_moe/experts/nvfp4_emulation_moe.py index f93c67a97d..cd862cac59 100644 --- a/vllm/model_executor/layers/fused_moe/experts/nvfp4_emulation_moe.py +++ b/vllm/model_executor/layers/fused_moe/experts/nvfp4_emulation_moe.py @@ -372,6 +372,11 @@ class Nvfp4QuantizationEmulationTritonExperts(TritonExperts): def expects_unquantized_inputs(self) -> bool: return True + @property + def a1_scale(self) -> torch.Tensor: + # Used in experts/triton_moe.py and passed to moe_kernel_quantize_input. + return self.a1_gscale + @staticmethod def supports_lora() -> bool: return False diff --git a/vllm/model_executor/layers/fused_moe/experts/triton_moe.py b/vllm/model_executor/layers/fused_moe/experts/triton_moe.py index 8c756e2570..3196667b3f 100644 --- a/vllm/model_executor/layers/fused_moe/experts/triton_moe.py +++ b/vllm/model_executor/layers/fused_moe/experts/triton_moe.py @@ -245,7 +245,7 @@ class TritonExperts(LoRAExpertsMixin, mk.FusedMoEExpertsModular): lora_unquantized_hidden_states = hidden_states hidden_states, a1q_scale = moe_kernel_quantize_input( hidden_states, - self.a1_scale or self.a1_gscale, + self.a1_scale, self.quant_dtype, self.per_act_token_quant, self.block_shape,