Don't build punica kernels by default (#2605)

This commit is contained in:
Philipp Moritz
2024-01-26 15:19:19 -08:00
committed by GitHub
parent 3a0e1fc070
commit 390b495ff3
4 changed files with 11 additions and 4 deletions
+2
View File
@@ -45,6 +45,8 @@ ENV MAX_JOBS=${max_jobs}
# number of threads used by nvcc
ARG nvcc_threads=8
ENV NVCC_THREADS=$nvcc_threads
# make sure punica kernels are built (for LoRA)
ENV VLLM_INSTALL_PUNICA_KERNELS=1
RUN python3 setup.py build_ext --inplace
#################### EXTENSION Build IMAGE ####################