Miscellaneous Pipeline Fixes

.github/.codecov.yml

@@ -2,4 +2,8 @@
 # For more details, please see: 
 # https://docs.codecov.com/docs/pull-request-comments#section-behavior
 comment:
-  behavior: new
+  behavior: default
+
+flags:
+  nightly:
+    joined: false

.github/workflows/nightly.yml

@@ -237,6 +237,7 @@ jobs:
       - name: Upload code coverage report to CodeCov
         uses: codecov/[email protected]
         with:
+          flags: nightly
           fail_ci_if_error: true
           # comes from the last 'Merge coverage reports' step
           files: ./coverage.xml

.github/workflows/pr-gate.yml

@@ -48,6 +48,9 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v2
+      with:
+        fetch-depth: 2
+
     - name: Setup Python
       uses: actions/setup-python@v2
       with:
@@ -63,6 +66,18 @@ jobs:
       continue-on-error: true
       run: |
        tox -e flake8
+
+    - name: Detect changes in 'setup.py'
+      id: setup-dot-py-changes
+      uses: tj-actions/changed-files@v10
+      with:
+        files: setup.py
+
+    - name: Raise notice for changes in 'setup.py'
+      # Throws a notice for new release if there are changes in 'setup.py'
+      if: steps.setup-dot-py-changes.outputs.any_changed == 'true'
+      run:
+        echo "::notice file=setup.py,line=1,title=A new release may be needed::Changes detected in 'setup.py'. Please examine if a new release on PyPI is needed."
 
 ###############################################
 ################## CPU-BUILD ##################
@@ -209,6 +224,7 @@ jobs:
       - name: Upload code coverage report to CodeCov
         uses: codecov/[email protected]
         with:
+          flags: pr-gate
           fail_ci_if_error: true
           # comes from the last 'Merge coverage reports' step
           files: ./coverage.xml

setup.py

@@ -85,6 +85,7 @@
         "pytest>=3.6.4",
         "pytest-cov>=2.12.1",
         "pytest-mock>=3.6.1",  # for access to mock fixtures in pytest
+        "pytest-rerunfailures>=10.2",  # to mark flaky tests
     ],
 }
 # for the brave of heart

tests/unit/examples/test_notebooks_pyspark.py

@@ -11,6 +11,8 @@
 from recommenders.utils.constants import DEFAULT_RATING_COL, DEFAULT_USER_COL, DEFAULT_ITEM_COL
 
 
+# This is a flaky test that can fail unexpectedly
+@pytest.mark.flaky(reruns=3, reruns_delay=2)
 @pytest.mark.notebooks
 @pytest.mark.spark
 @pytest.mark.skipif(
@@ -74,6 +76,8 @@ def test_evaluation_diversity_runs(notebooks, output_notebook, kernel_name):
                         ))
 
 
+# This is a flaky test that can fail unexpectedly
+@pytest.mark.flaky(reruns=3, reruns_delay=2)
 @pytest.mark.notebooks
 @pytest.mark.spark
 @pytest.mark.skipif(