Adding scripts to download and upload artifacts to the Github Artifact Store

tools/rapids-download-conda-from-github

@@ -0,0 +1,31 @@
+#!/bin/bash
+# A utility script that downloads a conda artifact archive from Github Artifacts, unzips it,
+# and returns the path to the directory where it was unzipped.
+# Positional Arguments:
+#   1) a string of "cpp" or "python" which determines which conda artifact
+#      should be downloaded
+set -euo pipefail
+export RAPIDS_SCRIPT_NAME="rapids-download-conda-from-github"
+
+pkg_type="$1"
+case "${pkg_type}" in
+  cpp)
+    ;&
+  python)
+    ;;
+  *)
+    rapids-echo-stderr 'Pass "cpp" or "python" as an argument.'
+    exit 1
+    ;;
+esac
+
+source rapids-prompt-local-repo-config
+
+# Prepare empty dir to extract tarball to
+# channel="/tmp/${pkg_type}_channel"
+
+# Prepend `conda_` to PKG_TYPE for rapids-package-name function
+pkg_type="conda_${pkg_type}"
+pkg_name="$(rapids-package-name "$pkg_type")"
+
+rapids-download-from-github "${pkg_name}"

tools/rapids-download-from-github

@@ -0,0 +1,21 @@
+#!/bin/bash
+# A utility script that downloads an artifact from Github Artifacts, unzips it to a temporary directory,
+# and prints the location where it was unzipped.
+# Positional Arguments:
+#   1) package name to generate s3 path for
+set -euo pipefail
+export RAPIDS_SCRIPT_NAME="rapids-download-from-github"
+
+if [ -z "$1" ]; then
+  rapids-echo-stderr "Must specify input arguments: PKG_NAME"
+  exit 1
+fi
+
+github_run_id="$(rapids-github-run-id)"
+pkg_name="$1"
+unzip_dest="$(mktemp -d)"
+
+rapids-echo-stderr "Downloading and decompressing ${pkg_name} from Run ID ${github_run_id} into ${unzip_dest}"
+gh run download "${github_run_id}" --repo "${RAPIDS_REPOSITORY}" --name "${pkg_name}" --dir "${unzip_dest}" 
+
+echo -n "${unzip_dest}"

tools/rapids-download-wheels-from-github

@@ -0,0 +1,17 @@
+#!/bin/bash
+# A utility script that downloads wheel artifacts from Github Artifacts to a temporary directory and returns the path to the directory
+set -eo pipefail
+
+source rapids-prompt-local-repo-config
+
+# For legacy reasons, allow this script to be run without the pkg_type being the first arg
+pkg_name="$(rapids-package-name "wheel_python")"
+
+pkg_type="$1"
+if [ "${pkg_type}" = "cpp" ] || [ "${pkg_type}" = "python" ]; then
+    # remove pkg_type from args because we handle it in this script
+    shift;
+    pkg_name="$(rapids-package-name "wheel_${pkg_type}")"
+fi
+
+rapids-download-from-github "${pkg_name}"

tools/rapids-get-pr-conda-artifact-github

@@ -0,0 +1,46 @@
+#!/bin/bash
+# Echo path to an artifact for a specific PR from GitHub Artifacts.
+# Finds and uses the latest commit on the PR.
+#
+# Positional Arguments:
+#   1) repo name
+#   2) PR number
+#   3) "cpp" or "python", to get the artifact for the C++ or Python build, respectively
+#   4) [optional] commit hash, to get the artifact for a specific commit
+#
+# Example Usage:
+#   rapids-get-pr-conda-artifact-github rmm 1095 cpp
+set -euo pipefail
+
+repo="${1}"
+pr="${2}"
+package_type="${3}"
+commit="${4:-}"
+
+# Create a temporary directory for the artifact
+unzip_dest=$(mktemp -d)
+
+# If commit is not provided, get the latest commit on the PR
+if [[ -z "${commit}" ]]; then
+    commit=$(git ls-remote https://github.com/rapidsai/"${repo}".git refs/heads/pull-request/"${pr}" | cut -c1-7)
+fi
+
+# Use a subshell to isolate environment variable changes
+(
+    # Set up environment variables needed for GitHub artifact download
+    export RAPIDS_REPOSITORY="rapidsai/${repo}"
+    export RAPIDS_BUILD_TYPE="pull-request"
+    export RAPIDS_SHA="${commit}"
+    export RAPIDS_REF_NAME="pull-request/${pr}"
+
+    # Generate the artifact name
+    artifact_name=$(rapids-package-name "conda_${package_type}")
+
+    # Get the GitHub run ID for the PR
+    github_run_id=$(rapids-github-run-id)
+
+    rapids-echo-stderr "Downloading and decompressing ${artifact_name} from GitHub Run ID ${github_run_id} into ${unzip_dest}"
+    gh run download "${github_run_id}" --repo "${RAPIDS_REPOSITORY}" --name "${artifact_name}" --dir "${unzip_dest}"
+)
+
+echo -n "${unzip_dest}"

tools/rapids-get-pr-wheel-artifact-github

@@ -0,0 +1,53 @@
+#!/bin/bash
+# Echo path to an artifact for a specific PR from GitHub Artifacts.
+# Finds and uses the latest commit on the PR.
+#
+# Positional Arguments:
+#   1) repo name
+#   2) PR number
+#   3) "cpp" or "python", to get the artifact for the C++ or Python build, respectively
+#   4) [optional] commit hash, to get the artifact for a specific commit
+#
+# RAPIDS_PY_WHEEL_NAME must be set to indicate the package name to fetch.
+# Example Usage:
+#   rapids-get-pr-wheel-artifact-github rmm 1095 cpp
+set -euo pipefail
+
+repo="${1}"
+pr="${2}"
+package_type="${3}"
+commit="${4:-}"
+
+# Check if RAPIDS_PY_WHEEL_NAME is set when fetching a wheel
+if [[ -z "${RAPIDS_PY_WHEEL_NAME:+placeholder}" ]]; then
+    echo "The RAPIDS_PY_WHEEL_NAME variable must be set when fetching a wheel artifact"
+    exit 1
+fi
+
+# Create a temporary directory for the artifact
+unzip_dest=$(mktemp -d)
+
+# If commit is not provided, get the latest commit on the PR
+if [[ -z "${commit}" ]]; then
+    commit=$(git ls-remote https://github.com/rapidsai/"${repo}".git refs/heads/pull-request/"${pr}" | cut -c1-7)
+fi
+
+# Use a subshell to isolate environment variable changes
+(
+    # Set up environment variables needed for GitHub artifact download
+    export RAPIDS_REPOSITORY="rapidsai/${repo}"
+    export RAPIDS_BUILD_TYPE="pull-request"
+    export RAPIDS_SHA="${commit}"
+    export RAPIDS_REF_NAME="pull-request/${pr}"
+
+    # Generate the artifact name
+    artifact_name=$(rapids-package-name "wheel_${package_type}")
+
+    # Get the GitHub run ID for the PR
+    github_run_id=$(rapids-github-run-id)
+
+    rapids-echo-stderr "Downloading and decompressing ${artifact_name} from GitHub Run ID ${github_run_id} into ${unzip_dest}"
+    gh run download "${github_run_id}" --repo "${RAPIDS_REPOSITORY}" --name "${artifact_name}" --dir "${unzip_dest}"
+)
+
+echo -n "${unzip_dest}"

tools/rapids-github-run-id

@@ -0,0 +1,25 @@
+#!/bin/bash
+# A utility script that examines environment variables provided
+# by GitHub Actions to print out a Github Workflow Run ID where the expected artifact
+# should be.
+set -euo pipefail
+source rapids-constants
+export RAPIDS_SCRIPT_NAME="rapids-github-run-id"
+
+case "${RAPIDS_BUILD_TYPE}" in
+  pull-request)
+    run_id=$(gh run list --repo "${RAPIDS_REPOSITORY}" --branch "${RAPIDS_REF_NAME}" --commit "${RAPIDS_SHA}" --json databaseId --jq '.[0] | .databaseId')
+    ;;
+  branch)
+    run_id=$(gh run list --repo "${RAPIDS_REPOSITORY}" --branch "${RAPIDS_REF_NAME}" --commit "${RAPIDS_SHA}" --json databaseId --jq '.[0] | .databaseId')
+    ;;
+  nightly)
+    run_id=$(gh run list --repo "${RAPIDS_REPOSITORY}" --branch "${RAPIDS_REF_NAME}" --commit "${RAPIDS_SHA}" --json databaseId --jq '.[0] | .databaseId')
+    ;;
+  *)
+    rapids-echo-stderr "please pass a valid RAPIDS_BUILD_TYPE"
+    exit 1
+    ;;
+esac
+
+echo -n "${run_id}"