diff --git a/docs/getting_started/quickstart.md b/docs/getting_started/quickstart.md index 6b2a1cf414..f674853f81 100644 --- a/docs/getting_started/quickstart.md +++ b/docs/getting_started/quickstart.md @@ -76,6 +76,15 @@ This guide will help you quickly get started with vLLM to perform: !!! note For more detailed instructions, including Docker, installing from source, and troubleshooting, please refer to the [vLLM on TPU documentation](https://docs.vllm.ai/projects/tpu/en/latest/). +=== "Ascend NPU" + + If you are using Ascend NPUs, you can run vLLM through [vLLM Ascend](https://github.com/vllm-project/vllm-ascend), a community-maintained hardware plugin. + + Follow the installation instructions in the [vLLM Ascend quick start](https://docs.vllm.ai/projects/ascend/en/latest/quick_start.html). + + !!! note + Ascend setup depends on your NPU hardware and CANN version. For supported versions, Docker images, and troubleshooting, please refer to the [vLLM Ascend documentation](https://docs.vllm.ai/projects/ascend/en/latest/). + === "Apple Silicon (Mac)" If you are using Apple Silicon Macs, you can use vLLM-Metal for GPU-accelerated inference via Apple's Metal framework. diff --git a/pyproject.toml b/pyproject.toml index faba7f3df3..7001342115 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -181,6 +181,8 @@ VALU = "VALU" # Walsh-Hadamard Transform wht = "wht" WHT = "WHT" +# Huawei Compute Architecture for Neural Networks +CANN = "CANN" [tool.uv] no-build-isolation-package = ["torch"]