Add scripts to promote S3 artifacts from test channels to stable channels (#34274)

Summary:
Currently testing against the older release `1.4.0` with:
```
PYTORCH_S3_FROM=nightly TEST_WITHOUT_GIT_TAG=1 TEST_PYTORCH_PROMOTE_VERSION=1.4.0 scripts/release/promote/libtorch_to_s3.sh
PYTORCH_S3_FROM=nightly TEST_WITHOUT_GIT_TAG=1 TEST_PYTORCH_PROMOTE_VERSION=1.4.0 scripts/release/promote/wheel_to_s3.sh
```

These scripts can also be used for `torchvision` as well which may make the release process better there as well.

Later on this should be made into a re-usable module that can be downloaded from anywhere and used amongst all pytorch repositories.

Signed-off-by: Eli Uriegas <eliuriegas@fb.com>
Pull Request resolved: https://github.com/pytorch/pytorch/pull/34274

Test Plan: sandcastle_will_deliver

Differential Revision: D20294419

Pulled By: seemethere

fbshipit-source-id: c8c31b5c42af5096f09275166ac43d45a459d25c

scripts/release/promote/common_utils.sh

@@ -0,0 +1,76 @@
+#!/usr/bin/env bash
+
+exit_if_not_on_git_tag() {
+    # Have an override for debugging purposes
+    if [[ -n "${TEST_WITHOUT_GIT_TAG-}" ]] ;then
+        >&2 echo "+ WARN: Continuing without being on a git tag"
+        exit 0
+    fi
+    # Exit if we're not currently on a git tag
+    if ! git describe --tags --exact >/dev/null 2>/dev/null; then
+        >&2 echo "- ERROR: Attempting to promote on a non-git tag, must have tagged current commit locally first"
+        exit 1
+    fi
+    # Exit if we're currently on an RC
+    if git describe --tags | grep "-rc" >/dev/null 2>/dev/null; then
+        >&2 echo "- ERROR: Attempting to promote on a non GA git tag, current tag must be a GA tag"
+        >&2 echo "         Example: v1.5.0"
+        exit 1
+    fi
+}
+
+get_pytorch_version() {
+    if [[ -n "${TEST_WITHOUT_GIT_TAG-}" ]];then
+        if  [[ -z "${TEST_PYTORCH_PROMOTE_VERSION-}" ]]; then
+            >&2 echo "- ERROR: Specified TEST_WITHOUT_GIT_TAG without specifying TEST_PYTORCH_PROMOTE_VERSION"
+            >&2 echo "-        TEST_PYTORCH_PROMOTE_VERSION must be specified"
+            exit 1
+        else
+            echo "${TEST_PYTORCH_PROMOTE_VERSION}"
+            exit 0
+        fi
+    fi
+    exit_if_not_on_git_tag
+    # Echo git tag, strip leading v
+    git describe --tags | sed -e 's/^v//'
+}
+
+aws_promote() {
+    package_type=$1
+    package_name=$2
+    pytorch_version=$(get_pytorch_version)
+    PYTORCH_S3_FROM=${PYTORCH_S3_FROM:-test}
+    PYTORCH_S3_TO=${PYTORCH_S3_TO:-}
+    if [[ -n "${PYTORCH_S3_TO}" ]]; then
+        # Add a trailing slash so that it'll go to the correct subdir instead of creating a prefix+file thing
+        PYTORCH_S3_TO="${PYTORCH_S3_TO}/"
+    fi
+    # Can be changed
+    PYTORCH_S3_BUCKET=${PYTORCH_S3_BUCKET:-"s3://pytorch"}
+    # Dry run by default
+    DRY_RUN=${DRY_RUN:-enabled}
+    DRY_RUN_FLAG="--dryrun"
+    if [[ $DRY_RUN = "disabled" ]]; then
+        DRY_RUN_FLAG=""
+    fi
+    AWS=${AWS:-aws}
+    while IFS=$'\n' read -r s3_ls_result; do
+        # File should be the last field
+        from=$(echo "${s3_ls_result}" | rev | cut -d' ' -f 1 | rev)
+        to=${from//${PYTORCH_S3_FROM}\//${PYTORCH_S3_TO}}
+        (
+            set -x
+            ${AWS} s3 cp ${DRY_RUN_FLAG} \
+                --only-show-errors \
+                --acl public-read \
+                "${PYTORCH_S3_BUCKET}/${from}" \
+                "${PYTORCH_S3_BUCKET}/${to}"
+        )
+    done < <(\
+        aws s3 ls --recursive "${PYTORCH_S3_BUCKET}/${package_type}/${PYTORCH_S3_FROM}" \
+            | grep -E "${package_name}-.*${pytorch_version}" \
+            | sed -e '/dev/d' \
+    )
+    # ^ We grep for package_name-.*pytorch_version to avoid any situations where domain libraries have
+    #   the same version on our S3 buckets
+}

scripts/release/promote/libtorch_to_s3.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -eou pipefail
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+source "${DIR}/common_utils.sh"
+
+aws_promote libtorch libtorch

scripts/release/promote/wheel_to_s3.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+set -eou pipefail
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+source "${DIR}/common_utils.sh"
+
+# Allow for users to pass PACKAGE_NAME
+# For use with other packages, i.e. torchvision, etc.
+PACKAGE_NAME=${PACKAGE_NAME:-torch}
+
+aws_promote whl "${PACKAGE_NAME}"