CU-86956du3q revisit regression #1253
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: build | |
on: | |
push: | |
branches: [ master ] | |
pull_request: | |
branches: [ master ] | |
jobs: | |
build: | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
python-version: [ '3.8', '3.9', '3.10', '3.11' ] | |
max-parallel: 4 | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Set up Python ${{ matrix.python-version }} | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- name: Install dependencies | |
run: | | |
python -m pip install --upgrade pip | |
pip install -r requirements-dev.txt | |
- name: Check types | |
run: | | |
python -m mypy --follow-imports=normal medcat | |
- name: Lint | |
run: | | |
flake8 medcat | |
- name: Regression | |
# NOTE: This will create a model pack based on some data included within the tests/resources/regression/creation/ folder | |
# it will then train on some self-supervised as well as supervised training data and save the model. | |
# Once we've got the model, it will run the model against the regression suite that is included. | |
# If any of the regression cases fail, this will return a non-0 exit status. | |
# When done, the newly created model is cleaned up | |
run: | | |
python tests/resources/regression/creation/cat_creation.py | |
python -m medcat.utils.regression.regression_checker \ | |
tests/resources/regression/creation/simple_model4test-${{ matrix.python-version }}*.zip \ | |
tests/resources/regression/testing/test_model_regresssion.yml \ | |
--strictness STRICTEST \ | |
--require-fully-correct | |
rm -rf tests/resources/regression/creation/simple_model4test-${{ matrix.python-version }}* | |
- name: Get the latest release version | |
id: get_latest_release | |
uses: actions/github-script@v6 | |
with: | |
script: | | |
const latestRelease = await github.rest.repos.getLatestRelease({ | |
owner: context.repo.owner, | |
repo: context.repo.repo | |
}); | |
core.setOutput('latest_version', latestRelease.data.tag_name); | |
- name: Make sure there's no deprecated methods that should be removed. | |
# only run this for master -> production PR. I.e just before doing a release. | |
if: github.event.pull_request.base.ref == 'main' && github.event.pull_request.head.ref == 'production' | |
env: | |
VERSION: ${{ steps.get_latest_release.outputs.latest_version }} | |
run: | | |
python tests/check_deprecations.py "$VERSION" --next-version --remove-prefix | |
publish-to-test-pypi: | |
if: | | |
github.repository == 'CogStack/MedCAT' && | |
github.ref == 'refs/heads/master' && | |
github.event_name == 'push' && | |
startsWith(github.ref, 'refs/tags') != true | |
runs-on: ubuntu-20.04 | |
timeout-minutes: 45 | |
concurrency: publish-to-test-pypi | |
needs: [build] | |
steps: | |
- name: Checkout master | |
uses: actions/checkout@v4 | |
with: | |
ref: 'master' | |
fetch-depth: 0 | |
- name: Set up Python 3.9 | |
uses: actions/setup-python@v4 | |
with: | |
python-version: 3.9 | |
- name: Install pypa/build | |
run: >- | |
python -m | |
pip install | |
build | |
--user | |
- name: Configure the version | |
run: >- | |
sed --in-place | |
"s/node-and-date/no-local-version/g" | |
setup.py | |
- name: Build a binary wheel and a source tarball | |
run: >- | |
python -m | |
build | |
--sdist | |
--wheel | |
--outdir dist/ | |
. | |
- name: Publish dev distribution to Test PyPI | |
uses: pypa/[email protected] | |
with: | |
password: ${{ secrets.TEST_PYPI_API_TOKEN }} | |
repository_url: https://test.pypi.org/legacy/ | |
continue-on-error: true |