[Docker] Expose bundled vllm-rs on PATH (#57606)
Signed-off-by: Alec Flowers <aflowers@nvidia.com> Signed-off-by: Alec <35311602+alec-flowers@users.noreply.github.com> Co-authored-by: Codex <noreply@openai.com> Co-authored-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
@@ -1063,6 +1063,10 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist
|
||||
--extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); \
|
||||
fi
|
||||
|
||||
# Expose the Rust frontend bundled in the wheel on the container's PATH.
|
||||
RUN ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs \
|
||||
&& vllm-rs --version
|
||||
|
||||
RUN --mount=type=cache,target=/opt/uv/cache \
|
||||
. /etc/environment && \
|
||||
uv pip list
|
||||
|
||||
Reference in New Issue
Block a user