From db39d60010f8c72580dacd26bbaa3c2f72307cd9 Mon Sep 17 00:00:00 2001 From: vanshbhatia-amd Date: Wed, 8 Jul 2026 07:41:26 -0400 Subject: [PATCH] Add tuned selective_state_update float32 config for AMD Instinct MI355 (#47943) Signed-off-by: vanshbhatia-amd <210711135+vanshbhatia-amd@users.noreply.github.com> Co-authored-by: vanshbhatia-amd <210711135+vanshbhatia-amd@users.noreply.github.com> --- ...nstinct_MI355_OAM,cache_dtype=float32.json | 35 +++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 vllm/model_executor/layers/mamba/ops/configs/selective_state_update/headdim=64,dstate=128,device_name=AMD_Instinct_MI355_OAM,cache_dtype=float32.json diff --git a/vllm/model_executor/layers/mamba/ops/configs/selective_state_update/headdim=64,dstate=128,device_name=AMD_Instinct_MI355_OAM,cache_dtype=float32.json b/vllm/model_executor/layers/mamba/ops/configs/selective_state_update/headdim=64,dstate=128,device_name=AMD_Instinct_MI355_OAM,cache_dtype=float32.json new file mode 100644 index 0000000000..d9f535e320 --- /dev/null +++ b/vllm/model_executor/layers/mamba/ops/configs/selective_state_update/headdim=64,dstate=128,device_name=AMD_Instinct_MI355_OAM,cache_dtype=float32.json @@ -0,0 +1,35 @@ +{ + "triton_version": "3.6.0", + "10": { + "BLOCK_SIZE_M": 8, + "num_warps": 4 + }, + "80": { + "BLOCK_SIZE_M": 8, + "num_warps": 4 + }, + "160": { + "BLOCK_SIZE_M": 16, + "num_warps": 4 + }, + "320": { + "BLOCK_SIZE_M": 16, + "num_warps": 4 + }, + "640": { + "BLOCK_SIZE_M": 16, + "num_warps": 4 + }, + "1280": { + "BLOCK_SIZE_M": 16, + "num_warps": 2 + }, + "2560": { + "BLOCK_SIZE_M": 32, + "num_warps": 4 + }, + "5120": { + "BLOCK_SIZE_M": 32, + "num_warps": 4 + } +} \ No newline at end of file