From 003159d98b2545872a215a2648f2ee8d1a4b498d Mon Sep 17 00:00:00 2001 From: Andreas Karatzas Date: Thu, 7 May 2026 08:33:30 -0500 Subject: [PATCH] [ROCm][CI] Avoid duplicate ROCm AITER norm-quant patterns (#41534) Signed-off-by: Andreas Karatzas --- vllm/compilation/passes/fusion/rocm_aiter_fusion.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/vllm/compilation/passes/fusion/rocm_aiter_fusion.py b/vllm/compilation/passes/fusion/rocm_aiter_fusion.py index 28159dbe08..83abcdeb5a 100644 --- a/vllm/compilation/passes/fusion/rocm_aiter_fusion.py +++ b/vllm/compilation/passes/fusion/rocm_aiter_fusion.py @@ -321,7 +321,18 @@ class RocmAiterRMSNormQuantFusionPass(VllmPatternMatcherPass): epsilon, FP8_DTYPE, GroupShape(1, 128) ).register(self.patterns) - for match_aiter_quant in [True, False]: + # When quant_fp8 custom ops are disabled, both AITER and native + # quant matchers trace through QuantFP8's native implementation. + # Registering both variants would create duplicate Inductor + # patterns. + is_quant_fp8_enabled = config.compilation_config.is_custom_op_enabled( + "quant_fp8" + ) + match_aiter_quant_options = ( + [True, False] if is_quant_fp8_enabled else [False] + ) + + for match_aiter_quant in match_aiter_quant_options: # Fuse aiter rms_norm + (aiter / vllm built-in) # dynamic per-token fp8 quant AiterRMSNormDynamicQuantPattern(