Detect ROCm wheel variant from environment for precompiled wheels. (#49365)

Signed-off-by: aarushjain29 <Aarushi.Jain2@amd.com>
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
Co-authored-by: Andreas Karatzas <akaratza@amd.com>
Co-authored-by: tjtanaa <tunjian.tan@embeddedllm.com>
Co-authored-by: Andreas Karatzas <Andreas.Karatzas@amd.com>
This commit is contained in:
Aarushi Jain
2026-08-13 21:19:20 -07:00
committed by GitHub
co-authored by Andreas Karatzas tjtanaa Andreas Karatzas
parent 653cc6faca
commit 59d1af5698
2 changed files with 302 additions and 12 deletions
+58 -2
View File
@@ -28,8 +28,64 @@ fi
# test whether the metadata.json url is valid, retry each 3 minutes up to 5 times
# this avoids cumbersome error messages & manual retries in case the precompiled wheel
# for the given commit is still being built in the release pipeline
meta_json_url="https://wheels.vllm.ai/$merge_base_commit/vllm/metadata.json"
echo "INFO: will use metadata.json from $meta_json_url"
_vllm_target_lower="$(printf '%s' "${VLLM_TARGET_DEVICE:-}" | tr '[:upper:]' '[:lower:]')"
if [[ "${_vllm_target_lower}" == "rocm" ]] || [[ -d /opt/rocm ]] || command -v rocminfo >/dev/null 2>&1; then
_rocm_env_variant="$(python3 - <<'PY'
import ctypes
import os
from pathlib import Path
def get_rocm_version() -> str | None:
rocm_home = os.environ.get("ROCM_HOME") or os.environ.get("ROCM_PATH") or "/opt/rocm"
try:
librocm_core = Path(rocm_home) / "lib" / "librocm-core.so"
if not librocm_core.is_file():
return None
librocm = ctypes.CDLL(str(librocm_core))
get_rocm_core_version = librocm.getROCmVersion
major = ctypes.c_uint32()
minor = ctypes.c_uint32()
patch = ctypes.c_uint32()
if get_rocm_core_version(
ctypes.byref(major), ctypes.byref(minor), ctypes.byref(patch)
) == 0:
return f"{major.value}.{minor.value}.{patch.value}"
except Exception:
return None
return None
version = get_rocm_version()
if version:
print(f"rocm{version.replace('.', '')}", end="")
PY
)"
_available_variants="$(curl -sf "https://wheels.vllm.ai/rocm/${merge_base_commit}/" \
| grep -oP 'rocm\d+' | sort -u | tr '\n' ' ' || true)"
if [[ -n "${VLLM_PRECOMPILED_WHEEL_VARIANT:-}" ]]; then
_rocm_variant="${VLLM_PRECOMPILED_WHEEL_VARIANT}"
if [[ -n "${_rocm_env_variant}" && "${_rocm_variant}" != "${_rocm_env_variant}" ]]; then
echo "ERROR: VLLM_PRECOMPILED_WHEEL_VARIANT=${_rocm_variant} does not match detected environment ROCm variant ${_rocm_env_variant}" >&2
exit 1
fi
else
_rocm_variant="${_rocm_env_variant}"
fi
if [[ -z "${_rocm_variant}" ]]; then
echo "ERROR: Could not detect ROCm variant from the environment for commit ${merge_base_commit}" >&2
exit 1
fi
if [[ -z "${_available_variants}" ]] \
|| [[ " ${_available_variants} " != *" ${_rocm_variant} "* ]]; then
echo "ERROR: Environment ROCm variant '${_rocm_variant}' is not published for commit ${merge_base_commit} (available:${_available_variants:-none})" >&2
exit 1
fi
meta_json_url="https://wheels.vllm.ai/rocm/${merge_base_commit}/${_rocm_variant}/vllm/metadata.json"
unset -v _rocm_env_variant _available_variants _rocm_variant
else
meta_json_url="https://wheels.vllm.ai/${merge_base_commit}/vllm/metadata.json"
fi
unset -v _vllm_target_lower
echo "INFO: will use metadata.json from ${meta_json_url}"
for i in {1..5}; do
echo "Checking metadata.json URL (attempt $i)..."