[ROCm]: Enable customop and rope+kvcache fusion for AITER RoPE (#35180)
Signed-off-by: Rohan138 <rohanpotdar138@gmail.com>
This commit is contained in:
@@ -494,6 +494,7 @@ class RocmPlatform(Platform):
|
||||
use_aiter_rms_norm = rocm_aiter_ops.is_rmsnorm_enabled()
|
||||
use_aiter_fp8_linear = rocm_aiter_ops.is_linear_fp8_enabled()
|
||||
use_aiter_fused_se = rocm_aiter_ops.is_fusion_moe_shared_experts_enabled()
|
||||
use_aiter_triton_rope = rocm_aiter_ops.is_triton_rotary_embed_enabled()
|
||||
|
||||
if compilation_config.cudagraph_mode.has_full_cudagraphs():
|
||||
# decode context parallel does not support full cudagraphs
|
||||
@@ -558,6 +559,13 @@ class RocmPlatform(Platform):
|
||||
and "-grouped_topk" not in compilation_config.custom_ops
|
||||
):
|
||||
compilation_config.custom_ops.append("+grouped_topk")
|
||||
# Enable rotary embedding when using AITER if its not disabled by user
|
||||
if (
|
||||
use_aiter_triton_rope
|
||||
and "+rotary_embedding" not in compilation_config.custom_ops
|
||||
and "-rotary_embedding" not in compilation_config.custom_ops
|
||||
):
|
||||
compilation_config.custom_ops.append("+rotary_embedding")
|
||||
|
||||
# Default dispatch to rocm's sparse_attn_indexer implementation
|
||||
compilation_config.custom_ops.append("+sparse_attn_indexer")
|
||||
|
||||
Reference in New Issue
Block a user