Don't build punica kernels by default (#2605)
This commit is contained in:
+6
-3
@@ -157,10 +157,13 @@ else:
|
||||
**kwargs # pylint: disable=unused-argument
|
||||
):
|
||||
if torch.cuda.get_device_capability() < (8, 0):
|
||||
raise ImportError(
|
||||
"LoRA kernels require compute capability>=8.0") from import_exc
|
||||
raise ImportError("punica LoRA kernels require compute "
|
||||
"capability>=8.0") from import_exc
|
||||
else:
|
||||
raise import_exc
|
||||
raise ImportError(
|
||||
"punica LoRA kernels could not be imported. If you built vLLM "
|
||||
"from source, make sure VLLM_INSTALL_PUNICA_KERNELS=1 env var "
|
||||
"was set.") from import_exc
|
||||
|
||||
bgmv = _raise_exc
|
||||
add_lora = _raise_exc
|
||||
|
||||
Reference in New Issue
Block a user