Don't build punica kernels by default (#2605)

This commit is contained in:
Philipp Moritz
2024-01-26 15:19:19 -08:00
committed by GitHub
parent 3a0e1fc070
commit 390b495ff3
4 changed files with 11 additions and 4 deletions
+6 -3
View File
@@ -157,10 +157,13 @@ else:
**kwargs # pylint: disable=unused-argument
):
if torch.cuda.get_device_capability() < (8, 0):
raise ImportError(
"LoRA kernels require compute capability>=8.0") from import_exc
raise ImportError("punica LoRA kernels require compute "
"capability>=8.0") from import_exc
else:
raise import_exc
raise ImportError(
"punica LoRA kernels could not be imported. If you built vLLM "
"from source, make sure VLLM_INSTALL_PUNICA_KERNELS=1 env var "
"was set.") from import_exc
bgmv = _raise_exc
add_lora = _raise_exc