Skip to content

Port subinterpreter tests to higher-level API #280

Port subinterpreter tests to higher-level API

Port subinterpreter tests to higher-level API #280

name: Build distributions and upload to PyPI
# Build on every branch push, tag push, and pull request change:
on:
push:
pull_request:
schedule:
# 00:00 UTC every Saturday, don't bother anyone
- cron: '0 0 * * 6'
jobs:
calculate_wheels_to_build:
name: Calculate OS/archs to build wheels on
runs-on: ubuntu-latest
env:
BUILD_TYPE: ${{ (startsWith(github.event.ref, 'refs/tags/v') || github.event.schedule == '0 0 * * 6') && 'FULL' || 'BASE' }}
ARCHS_LINUX_BASE: '["x86_64"]'
ARCHS_LINUX_FULL: '["x86_64", "i686", "aarch64"]'
ARCHS_MACOS_BASE: '["x86_64"]'
ARCHS_MACOS_FULL: '["x86_64", "arm64", "universal2"]'
ARCHS_WINDOWS_BASE: '["AMD64"]'
ARCHS_WINDOWS_FULL: '["AMD64", "x86"]'
outputs:
matrix: ${{ steps.set-matrix.outputs.matrix }}
steps:
- name: Calculate strategy matrix
shell: python
id: set-matrix
run: |
import json
import os
combinations = (
("ubuntu-latest", "ARCHS_LINUX"),
("macos-12", "ARCHS_MACOS"),
("windows-2019", "ARCHS_WINDOWS"),
)
build_type = os.getenv("BUILD_TYPE")
includes = [
{"os": os_name, "arch": arch}
for os_name, archs_envvar in combinations
for arch in json.loads(os.getenv(f'{archs_envvar}_{build_type}'))
]
matrix = {"include": includes}
with open(os.getenv("GITHUB_OUTPUT"), "at") as github_output:
github_output.write(f'matrix={json.dumps(matrix)}')
print(f"Calculated matrix strategy:\n{json.dumps(matrix, indent=2)}")
build_wheels:
name: Build wheels for ${{ matrix.os }} / ${{matrix.arch}}
needs: calculate_wheels_to_build
runs-on: ${{ matrix.os }}
strategy:
matrix: ${{ fromJson(needs.calculate_wheels_to_build.outputs.matrix) }}
env:
CIBW_ARCHS: ${{ matrix.arch }}
steps:
- uses: actions/checkout@v4
with:
submodules: true
- uses: docker/setup-qemu-action@v3
if: ${{ matrix.arch == 'aarch64' && matrix.os == 'ubuntu-latest' }}
name: Set up QEMU
- name: Build wheels
uses: pypa/[email protected]
with:
output-dir: wheelhouse
env:
CIBW_BEFORE_ALL: "bash -c 'cd \"{project}\"; sh .github/tools/install_yajl.sh'"
CIBW_BUILD_VERBOSITY: 1
CIBW_ENVIRONMENT_MACOS: "IJSON_EMBED_YAJL=1"
CIBW_ENVIRONMENT_WINDOWS: "IJSON_EMBED_YAJL=1"
CIBW_BEFORE_TEST: pip install -r test-requirements.txt
CIBW_TEST_COMMAND: "bash -c 'cd \"{project}\"; pytest -vv'"
# Our C extension made PyPy < 7.3.13 crash (a bug on their end)
# it doesn't make sense to build wheels for platforms not supported
# not supported by that version
CIBW_SKIP: pp{37,38,39}*
CIBW_FREE_THREADED_SUPPORT: 1
- uses: actions/upload-artifact@v4
with:
name: wheels-${{ matrix.os }}-${{ matrix.arch }}
path: ./wheelhouse/*.whl
build_sdist:
name: Build source distribution
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
name: Install Python
with:
python-version: '3.12'
- name: Install build
run: pip install build
- name: Build sdist
run: python -m build -s
- uses: actions/upload-artifact@v4
with:
name: source-dist
path: dist/*.tar.gz
test_sdist:
name: Check source distribution is usable
needs: [build_sdist]
runs-on: ubuntu-latest
steps:
- uses: actions/setup-python@v5
name: Install Python
with:
python-version: "3.12"
- uses: actions/download-artifact@v4
with:
name: source-dist
- name: Extract source distribution
run: tar xvf ijson*.tar.gz && rm ijson*.tar.gz
- name: Install source distribution
run: pip install ./ijson*
- name: Install test dependencies
run: pip install pytest cffi
- name: Run source distribution tests
run: cd ijson* && pytest
merge_artifacts:
needs: [build_wheels, build_sdist]
runs-on: ubuntu-latest
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: all-artifacts
upload_pypi:
needs: [merge_artifacts]
runs-on: ubuntu-latest
if: startsWith(github.event.ref, 'refs/tags/v')
steps:
- uses: actions/download-artifact@v4
with:
name: all-artifacts
path: dist
- uses: pypa/gh-action-pypi-publish@master
with:
user: __token__
password: ${{ secrets.pypi_password }}