[ROCm][CI] Avoid duplicate ROCm AITER norm-quant patterns (#41534)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Andreas Karatzas
2026-05-07 06:33:30 -07:00
committed by GitHub
parent 2a84da3b17
commit 003159d98b
@@ -321,7 +321,18 @@ class RocmAiterRMSNormQuantFusionPass(VllmPatternMatcherPass):
epsilon, FP8_DTYPE, GroupShape(1, 128)
).register(self.patterns)
for match_aiter_quant in [True, False]:
# When quant_fp8 custom ops are disabled, both AITER and native
# quant matchers trace through QuantFP8's native implementation.
# Registering both variants would create duplicate Inductor
# patterns.
is_quant_fp8_enabled = config.compilation_config.is_custom_op_enabled(
"quant_fp8"
)
match_aiter_quant_options = (
[True, False] if is_quant_fp8_enabled else [False]
)
for match_aiter_quant in match_aiter_quant_options:
# Fuse aiter rms_norm + (aiter / vllm built-in)
# dynamic per-token fp8 quant
AiterRMSNormDynamicQuantPattern(