[ROCm] Add support for Punica kernels on AMD GPUs (#3140)

Co-authored-by: miloice <jeffaw99@hotmail.com>
This commit is contained in:
kliuae
2024-05-09 09:19:50 -07:00
committed by GitHub
co-authored by miloice
parent 0ee535b294
commit ff5abcd746
10 changed files with 287 additions and 26 deletions
+6
View File
@@ -28,6 +28,12 @@
#define VLLM_SHFL_SYNC(var, src_lane) __shfl(var, src_lane)
#endif
#ifndef USE_ROCM
#define VLLM_SHFL_DOWN_SYNC(var, lane_delta) __shfl_down_sync(uint32_t(-1), var, lane_delta)
#else
#define VLLM_SHFL_DOWN_SYNC(var, lane_delta) __shfl_down(var, lane_delta)
#endif
#ifndef USE_ROCM
#define VLLM_DevFuncAttribute_SET_MaxDynamicSharedMemorySize(FUNC, VAL) \
cudaFuncSetAttribute(FUNC, cudaFuncAttributeMaxDynamicSharedMemorySize, VAL)