[NVIDIA] Add sm_110 (Jetson Thor) to CUDA 13.0 build targets (#39233)
This commit is contained in:
+2
-2
@@ -188,7 +188,7 @@ RUN --mount=type=cache,target=/root/.cache/uv \
|
|||||||
# Explicitly set the list to avoid issues with torch 2.2
|
# Explicitly set the list to avoid issues with torch 2.2
|
||||||
# See https://github.com/pytorch/pytorch/pull/123243
|
# See https://github.com/pytorch/pytorch/pull/123243
|
||||||
# From versions.json: .torch.cuda_arch_list
|
# From versions.json: .torch.cuda_arch_list
|
||||||
ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX'
|
ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0+PTX'
|
||||||
ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list}
|
ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list}
|
||||||
#################### BUILD BASE IMAGE ####################
|
#################### BUILD BASE IMAGE ####################
|
||||||
|
|
||||||
@@ -765,7 +765,7 @@ ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
|
|||||||
ENV UV_HTTP_TIMEOUT=500
|
ENV UV_HTTP_TIMEOUT=500
|
||||||
|
|
||||||
# install kv_connectors if requested
|
# install kv_connectors if requested
|
||||||
ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX'
|
ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0+PTX'
|
||||||
ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list}
|
ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list}
|
||||||
RUN --mount=type=cache,target=/root/.cache/uv \
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
||||||
--mount=type=bind,source=requirements/kv_connectors.txt,target=/tmp/kv_connectors.txt,ro \
|
--mount=type=bind,source=requirements/kv_connectors.txt,target=/tmp/kv_connectors.txt,ro \
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ variable "NVCC_THREADS" {
|
|||||||
}
|
}
|
||||||
|
|
||||||
variable "TORCH_CUDA_ARCH_LIST" {
|
variable "TORCH_CUDA_ARCH_LIST" {
|
||||||
default = "8.0 8.9 9.0 10.0"
|
default = "8.0 8.9 9.0 10.0 11.0 12.0"
|
||||||
}
|
}
|
||||||
|
|
||||||
variable "COMMIT" {
|
variable "COMMIT" {
|
||||||
|
|||||||
@@ -32,7 +32,7 @@
|
|||||||
"default": "false"
|
"default": "false"
|
||||||
},
|
},
|
||||||
"TORCH_CUDA_ARCH_LIST": {
|
"TORCH_CUDA_ARCH_LIST": {
|
||||||
"default": "7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX"
|
"default": "7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0+PTX"
|
||||||
},
|
},
|
||||||
"MAX_JOBS": {
|
"MAX_JOBS": {
|
||||||
"default": "2"
|
"default": "2"
|
||||||
|
|||||||
@@ -35,7 +35,7 @@ elif [[ "${CUDA_VERSION}" == 12.[8-9]* ]]; then
|
|||||||
FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0a 10.3a 12.0"
|
FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0a 10.3a 12.0"
|
||||||
else
|
else
|
||||||
# CUDA 13.0+
|
# CUDA 13.0+
|
||||||
FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0f 12.0"
|
FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0f 11.0 12.0f"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "🏗️ Building FlashInfer AOT for arches: ${FI_TORCH_CUDA_ARCH_LIST}"
|
echo "🏗️ Building FlashInfer AOT for arches: ${FI_TORCH_CUDA_ARCH_LIST}"
|
||||||
|
|||||||
Reference in New Issue
Block a user