diff --git a/tests/compile/fusions_e2e/models.py b/tests/compile/fusions_e2e/models.py index 847783d703..2d407fbc30 100644 --- a/tests/compile/fusions_e2e/models.py +++ b/tests/compile/fusions_e2e/models.py @@ -75,7 +75,7 @@ llama3_8b = ModelFusionInfo( model_name="meta-llama/Llama-3.1-8B-Instruct", matches=lambda n_layers: Matches( ar_rms_fusion=n_layers * 2 + 1, - aiter_ar_rms_fusion=n_layers * 2, + aiter_ar_rms_fusion=n_layers * 2 + 1, sequence_parallel=n_layers * 2 + 1, async_tp=n_layers * 4, ), @@ -137,7 +137,7 @@ qwen3_a3b = ModelFusionInfo( matches=lambda n_layers: Matches( norm_rope_fusion=n_layers, ar_rms_fusion=n_layers * 2 + 1, - aiter_ar_rms_fusion=n_layers * 2, + aiter_ar_rms_fusion=n_layers * 2 + 1, sequence_parallel=n_layers * 2 + 1, async_tp=n_layers * 2, ),