[CI] Implement uploading to PyPI and GitHub in the release pipeline, enable release image building for CUDA 13.0 #31032
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
File renamed without changes.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,103 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| set -e | ||
|
|
||
| BUCKET="vllm-wheels" | ||
| SUBPATH=$BUILDKITE_COMMIT | ||
| S3_COMMIT_PREFIX="s3://$BUCKET/$SUBPATH/" | ||
|
|
||
| RELEASE_VERSION=$(buildkite-agent meta-data get release-version) | ||
| echo "Release version from Buildkite: $RELEASE_VERSION" | ||
| GIT_VERSION=$(git describe --exact-match --tags $BUILDKITE_COMMIT 2>/dev/null) | ||
| if [ -z "$GIT_VERSION" ]; then | ||
| echo "[FATAL] Not on a git tag, cannot create release." | ||
| exit 1 | ||
| else | ||
| echo "Git version for commit $BUILDKITE_COMMIT: $GIT_VERSION" | ||
| fi | ||
| # sanity check for version mismatch | ||
| if [ "v$RELEASE_VERSION" != "$GIT_VERSION" ]; then | ||
| if [ "$FORCE_RELEASE_IGNORE_VERSION_MISMATCH" == "true" ]; then | ||
| echo "[WARNING] Force release and ignore version mismatch" | ||
| else | ||
| echo "[FATAL] Release version from Buildkite does not match Git version." | ||
| exit 1 | ||
| fi | ||
| fi | ||
|
|
||
| # check pypi token | ||
| if [ -z "$PYPI_TOKEN" ]; then | ||
| echo "[FATAL] PYPI_TOKEN is not set." | ||
| exit 1 | ||
| else | ||
| export TWINE_USERNAME="__token__" | ||
| export TWINE_PASSWORD="$PYPI_TOKEN" | ||
| fi | ||
|
|
||
| # check github token | ||
| if [ -z "$GITHUB_TOKEN" ]; then | ||
| echo "[FATAL] GITHUB_TOKEN is not set." | ||
| exit 1 | ||
| else | ||
| export GH_TOKEN="$GITHUB_TOKEN" | ||
| fi | ||
|
|
||
| set -x # avoid printing secrets above | ||
|
|
||
| # download gh CLI from github | ||
| # Get latest gh CLI version from GitHub API | ||
| GH_VERSION=$(curl -s https://api.github.com/repos/cli/cli/releases/latest | grep '"tag_name":' | sed -E 's/.*"([^"]+)".*/\1/' | sed 's/^v//') | ||
| if [ -z "$GH_VERSION" ]; then | ||
| echo "[FATAL] Failed to get latest gh CLI version from GitHub" | ||
| exit 1 | ||
| fi | ||
| echo "Downloading gh CLI version: $GH_VERSION" | ||
| GH_TARBALL="gh_${GH_VERSION}_linux_amd64.tar.gz" | ||
| GH_URL="https://github.com/cli/cli/releases/download/v${GH_VERSION}/${GH_TARBALL}" | ||
| GH_INSTALL_DIR="/tmp/gh-install" | ||
| mkdir -p "$GH_INSTALL_DIR" | ||
| pushd "$GH_INSTALL_DIR" | ||
| curl -L -o "$GH_TARBALL" "$GH_URL" | ||
| tar -xzf "$GH_TARBALL" | ||
| GH_BIN=$(realpath $(find . -name "gh" -type f -executable | head -n 1)) | ||
| if [ -z "$GH_BIN" ]; then | ||
| echo "[FATAL] Failed to find gh CLI executable" | ||
| exit 1 | ||
| fi | ||
| echo "gh CLI downloaded successfully, version: $($GH_BIN --version)" | ||
| echo "Last 5 releases on GitHub:" # as a sanity check of gh and GH_TOKEN | ||
| command "$GH_BIN" release list --limit 5 | ||
| popd | ||
|
|
||
| # install twine from pypi | ||
| python3 -m venv /tmp/vllm-release-env | ||
| source /tmp/vllm-release-env/bin/activate | ||
| pip install twine | ||
| python3 -m twine --version | ||
|
|
||
| # copy release wheels to local directory | ||
| DIST_DIR=/tmp/vllm-release-dist | ||
| echo "Existing wheels on S3:" | ||
Harry-Chen marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| aws s3 ls "$S3_COMMIT_PREFIX" | ||
| echo "Copying wheels to local directory" | ||
| mkdir -p $DIST_DIR | ||
| # include only wheels for the release version, ignore all files with "dev" or "rc" in the name | ||
| aws s3 cp --recursive --exclude "*" --include "vllm-${RELEASE_VERSION}*.whl" --exclude "*dev*" --exclude "*rc*" "$S3_COMMIT_PREFIX" $DIST_DIR | ||
| echo "Wheels copied to local directory" | ||
| # generate source tarball | ||
| git archive --format=tar.gz --output="$DIST_DIR/vllm-${RELEASE_VERSION}.tar.gz" $BUILDKITE_COMMIT | ||
| ls -la $DIST_DIR | ||
|
|
||
|
|
||
| # upload wheels to PyPI (only default variant, i.e. files without '+' in the name) | ||
| PYPI_WHEEL_FILES=$(find $DIST_DIR -name "vllm-${RELEASE_VERSION}*.whl" -not -name "*+*") | ||
| if [ -z "$PYPI_WHEEL_FILES" ]; then | ||
| echo "No default variant wheels found, quitting..." | ||
| exit 1 | ||
| fi | ||
| python3 -m twine check $PYPI_WHEEL_FILES | ||
| python3 -m twine --non-interactive --verbose upload $PYPI_WHEEL_FILES | ||
| echo "Wheels uploaded to PyPI" | ||
|
|
||
| # create release on GitHub with the release version and all wheels | ||
| command "$GH_BIN" release create $GIT_VERSION -d --latest --notes-from-tag --verify-tag $DIST_DIR/*.whl | ||
Harry-Chen marked this conversation as resolved.
Show resolved
Hide resolved
|
||
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
We need 12.1 to support DGX Spark.