[ROCm] Add support for Punica kernels on AMD GPUs (#3140)

Co-authored-by: miloice <jeffaw99@hotmail.com>
This commit is contained in:
kliuae
2024-05-09 09:19:50 -07:00
committed by GitHub
co-authored by miloice
parent 0ee535b294
commit ff5abcd746
10 changed files with 287 additions and 26 deletions
+3
View File
@@ -94,6 +94,9 @@ COPY . .
RUN python3 -m pip install --upgrade pip numba
# make sure punica kernels are built (for LoRA)
ENV VLLM_INSTALL_PUNICA_KERNELS=1
RUN --mount=type=cache,target=/root/.cache/pip \
pip install -U -r requirements-rocm.txt \
&& patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h ./rocm_patch/rocm_bf16.patch \