Skip to content

Release 0.7.2 (#430) #869

Release 0.7.2 (#430)

Release 0.7.2 (#430) #869

Workflow file for this run

name: ci
on:
pull_request:
paths:
- .github/workflows/**
- unidist/**
- environment_linux.yml
- environment_win.yml
- requirements.txt
- setup.cfg
- setup.py
- versioneer.py
push:
concurrency:
# Cancel other jobs in the same branch. We don't care whether CI passes
# on old commits.
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
lint-black:
name: lint (black)
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 1
- uses: actions/setup-python@v5
with:
python-version: "3.10"
architecture: "x64"
- run: pip install black
- run: black --check --diff .
lint-flake8:
name: lint (flake8)
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 1
- uses: actions/setup-python@v5
with:
python-version: "3.10"
architecture: "x64"
- run: pip install flake8 flake8-print
- run: flake8 --enable=T .
test-all:
needs: [lint-black, lint-flake8]
strategy:
matrix:
os:
- ubuntu
- windows
python-version: ["3.9", "3.10"]
backend: ["ray", "mpi", "dask", "pymp", "pyseq"]
runs-on: ${{ matrix.os }}-latest
defaults:
run:
shell: bash -l {0}
env:
UNIDIST_BACKEND: ${{matrix.backend}}
name: test-${{ matrix.os }} (backend ${{matrix.backend}}, python ${{matrix.python-version}})
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 2
- uses: conda-incubator/setup-miniconda@v3
with:
activate-environment: unidist
environment-file: ${{ matrix.os == 'ubuntu' && 'environment_linux.yml' || matrix.os == 'windows' && 'environment_win.yml' }}
python-version: ${{matrix.python-version}}
channel-priority: strict
# we set use-only-tar-bz2 to false in order for conda to properly find new packages to be installed
# for more info see https://github.com/conda-incubator/setup-miniconda/issues/264
use-only-tar-bz2: false
# Build unidist to make C++ extensions available
- name: Build unidist
run: pip install -e .
- name: Conda environment
run: |
conda info
conda list
# We disable actor tests for Ray for now because
# they hang in CI for some reason but pass locally.
# TODO: Find a solution for https://github.com/modin-project/unidist/issues/322
- run: python -m pytest unidist/test/test_actor.py
if: matrix.backend != 'mpi' && matrix.backend != 'ray'
- run: python -m pytest unidist/test/test_async_actor.py
if: matrix.backend != 'mpi' && matrix.backend != 'ray'
- run: python -m pytest unidist/test/test_task.py
if: matrix.backend != 'mpi'
- run: python -m pytest unidist/test/test_general.py
if: matrix.backend != 'mpi'
# When using a directory to run with mpiexec
# MPI gets hung after executing tests
# so we run the test files one by one.
# We test enabled and disabled shared object store on linux, and
# disabled shared object store on Windows as
# msmpi doesn't support the shared memory feature.
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=True mpiexec -n 1 --oversubscribe python -m pytest unidist/test/test_actor.py
if: matrix.backend == 'mpi' && matrix.os == 'ubuntu'
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=False mpiexec -n 1 python -m pytest unidist/test/test_actor.py
if: matrix.backend == 'mpi' && matrix.os == 'windows'
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=True mpiexec -n 1 --oversubscribe python -m pytest unidist/test/test_async_actor.py
if: matrix.backend == 'mpi' && matrix.os == 'ubuntu'
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=False mpiexec -n 1 python -m pytest unidist/test/test_async_actor.py
if: matrix.backend == 'mpi' && matrix.os == 'windows'
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=True mpiexec -n 1 --oversubscribe python -m pytest unidist/test/test_task.py
if: matrix.backend == 'mpi' && matrix.os == 'ubuntu'
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=False mpiexec -n 1 python -m pytest unidist/test/test_task.py
if: matrix.backend == 'mpi' && matrix.os == 'windows'
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=True mpiexec -n 1 --oversubscribe python -m pytest unidist/test/test_general.py
if: matrix.backend == 'mpi' && matrix.os == 'ubuntu'
- run: UNIDIST_MPI_SHARED_OBJECT_STORE=False mpiexec -n 1 python -m pytest unidist/test/test_general.py
if: matrix.backend == 'mpi' && matrix.os == 'windows'