From df5065b163c5b963ddcc0107d14b33823d2d9835 Mon Sep 17 00:00:00 2001 From: Eli Uriegas Date: Thu, 23 Feb 2023 14:07:39 -0800 Subject: [PATCH] tools: mirror pytorch-triton-rocm Signed-off-by: Eli Uriegas --- .../mirror-pypi/mirror_pytorch_triton_rocm.sh | 59 +++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 tools/mirror-pypi/mirror_pytorch_triton_rocm.sh diff --git a/tools/mirror-pypi/mirror_pytorch_triton_rocm.sh b/tools/mirror-pypi/mirror_pytorch_triton_rocm.sh new file mode 100644 index 0000000000..8d7e6c4b13 --- /dev/null +++ b/tools/mirror-pypi/mirror_pytorch_triton_rocm.sh @@ -0,0 +1,59 @@ +#!/usr/bin/env bash + +############################################################################ +# +# Upload versions of pytorch-triton-rocm to download.pytorch.org +# +# Usage: +# bash mirror_pytorch_triton_rocm.sh +# +############################################################################ + +set -eou pipefail + +VERSION=${VERSION:-2.0.0.dev20230218} +TMPDIR=$(mktemp -d) + +trap 'rm -rf ${TMPDIR};' EXIT + +( + pushd "${TMPDIR}" >/dev/null + for abi in 37m 38 39 310 311; do + ( + echo -n "+ Downloading py${abi/m/}..." + pip download \ + --quiet \ + --pre \ + --platform manylinux2014_x86_64 \ + --python-version ${abi/m/} \ + --abi "cp${abi}" \ + --no-deps \ + "pytorch-triton-rocm==${VERSION}" + echo "done" + ) + done + popd >/dev/null +) + +echo + +# Dry run by default +DRY_RUN=${DRY_RUN:-enabled} +DRY_RUN_FLAG="--dryrun" +if [[ $DRY_RUN = "disabled" ]]; then + DRY_RUN_FLAG="" +fi +BASE_BUCKET=${BASE_BUCKET:-s3://pytorch/whl} + +for channel in test nightly; do + echo "+ Uploading whls to ${BASE_BUCKET}/${channel}/" + ( + set -x + aws s3 sync \ + ${DRY_RUN_FLAG} \ + --only-show-errors \ + --acl public-read \ + ${TMPDIR}/ \ + "${BASE_BUCKET}/${channel}/" + ) +done