From 45b60e39140a5576505d986c37b382b3985a3d9e Mon Sep 17 00:00:00 2001 From: Shangdi Yu Date: Thu, 30 Jul 2026 13:37:52 -0700 Subject: [PATCH] [Kernel][Helion] Disable unsafe B200 RMS reduction warp specialization (#50345) Signed-off-by: Shangdi Yu Co-authored-by: OpenAI Codex --- .../kernels/helion/test_rms_norm_per_block_quant.py | 13 +++++++++++++ .../rms_norm_per_block_quant/nvidia_b200.json | 12 ++++++------ 2 files changed, 19 insertions(+), 6 deletions(-) diff --git a/tests/kernels/helion/test_rms_norm_per_block_quant.py b/tests/kernels/helion/test_rms_norm_per_block_quant.py index 4cb18d7759..dacbe7203f 100644 --- a/tests/kernels/helion/test_rms_norm_per_block_quant.py +++ b/tests/kernels/helion/test_rms_norm_per_block_quant.py @@ -136,6 +136,19 @@ class TestRmsNormPerBlockQuantConfigPicker: {"hidden_size": 4096, "group_size": 128, "num_tokens": 32} ) + def test_b200_configs_disable_reduction_warp_specialization(self): + config_set = ConfigManager.get_instance().load_config_set( + "rms_norm_per_block_quant" + ) + configs = config_set.to_dict()["nvidia_b200"].values() + + # TODO: Remove once the Triton pin includes + # https://github.com/triton-lang/triton/pull/9716. Tracked by + # https://github.com/triton-lang/triton/issues/10901. + assert all( + config["range_warp_specializes"][1] is not True for config in configs + ) + DTYPES = [torch.bfloat16, torch.float] QUANT_DTYPES = [torch.int8, FP8_DTYPE] diff --git a/vllm/kernels/helion/configs/rms_norm_per_block_quant/nvidia_b200.json b/vllm/kernels/helion/configs/rms_norm_per_block_quant/nvidia_b200.json index afb30aab42..f6f018bb35 100644 --- a/vllm/kernels/helion/configs/rms_norm_per_block_quant/nvidia_b200.json +++ b/vllm/kernels/helion/configs/rms_norm_per_block_quant/nvidia_b200.json @@ -234,7 +234,7 @@ ], "range_warp_specializes": [ null, - true, + false, null, null ], @@ -1354,7 +1354,7 @@ ], "range_warp_specializes": [ null, - true, + false, null, null ], @@ -1564,7 +1564,7 @@ ], "range_warp_specializes": [ null, - true, + false, null, null ], @@ -1634,7 +1634,7 @@ ], "range_warp_specializes": [ null, - true, + false, null, null ], @@ -2546,7 +2546,7 @@ ], "range_warp_specializes": [ null, - true, + false, null, null ], @@ -2686,7 +2686,7 @@ ], "range_warp_specializes": [ null, - true, + false, null, null ],