Migrate to github actions

.github/workflows/all-checks.yml

@@ -0,0 +1,82 @@
+name: Run all checks on Kedro Starters
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  security-scan:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Set up Python ${{inputs.python-version}}
+        uses: actions/setup-python@v3
+        with:
+          python-version: "3.11"
+      - name: Install test requirements
+        run: make install-test-requirements
+      - name: Run Bandit
+        run: bandit -ll -r .
+
+  run-tests:
+    strategy:
+      matrix:
+        os: [ windows-latest ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
+    runs-on: ${{ matrix.os }}
+    env:
+      HADOOP_HOME: 'C:\hadoop'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Set up Python ${{inputs.python-version}}
+        uses: actions/setup-python@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install test requirements
+        run: make install-test-requirements
+#      - name: Setup Java
+#        uses: actions/setup-java@v1
+#        with:
+#          java-version: '11'
+#      - name: Setup spark
+#        uses: vemonet/setup-spark@v1
+#        with:
+#          spark-version: '3.4.1'
+#          hadoop-version:
+      - name: Add MSBuild to PATH
+        if: matrix.os == 'windows-latest'
+        uses: microsoft/setup-msbuild@v1
+      - name: Setup Hadoop
+        run: |
+          Invoke-WebRequest https://github.com/steveloughran/winutils/blob/master/hadoop-2.7.1/bin/winutils.exe?raw=true -OutFile winutils.exe
+          Invoke-WebRequest https://github.com/steveloughran/winutils/blob/master/hadoop-2.7.1/bin/hadoop.dll?raw=true -OutFile hadoop.dll
+          Move-Item .\hadoop.dll C:\Windows\System32
+          New-Item -ItemType directory -Path C:\hadoop\bin
+          Move-Item .\winutils.exe C:\hadoop\bin
+      - name: Run `kedro run` end to end tests for all starters
+        run: |
+          behave features/run.feature --tags=pyspark
+
+  lint:
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, windows-latest ]
+        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Set up Python ${{inputs.python-version}}
+        uses: actions/setup-python@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install test requirements
+        run: make install-test-requirements
+      - name: Run linter for all starters
+        run: behave features/lint.feature

.github/workflows/merge-gatekeeper.yml

@@ -0,0 +1,25 @@
+name: Merge Gatekeeper
+
+on:
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  merge-gatekeeper:
+    runs-on: ubuntu-latest
+    # Restrict permissions of the GITHUB_TOKEN.
+    # Docs: https://docs.github.com/en/actions/using-jobs/assigning-permissions-to-jobs
+    permissions:
+      checks: read
+      statuses: read
+    steps:
+      - name: Run Merge Gatekeeper
+        # NOTE: v1 is updated to reflect the latest v1.x.y. Please use any tag/branch that suits your needs:
+        #       https://github.com/upsidr/merge-gatekeeper/tags
+        #       https://github.com/upsidr/merge-gatekeeper/branches
+        uses: upsidr/merge-gatekeeper@v1
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          timeout: 3600
+          interval: 30

astro-airflow-iris/{{ cookiecutter.repo_name }}/requirements.txt

@@ -4,8 +4,8 @@ jupyter~=1.0
 jupyterlab~=3.0
 kedro~={{ cookiecutter.kedro_version }}
 kedro-datasets[pandas.CSVDataset]~=1.0
-kedro-airflow~=0.5
-kedro-telemetry~=0.2.0
+kedro-airflow~=0.7.0
+kedro-telemetry~=0.3.0
 pytest-cov~=3.0
 pytest-mock>=1.7.1, <2.0
 pytest~=7.2

databricks-iris/{{ cookiecutter.repo_name }}/requirements.txt

@@ -4,7 +4,7 @@ jupyter~=1.0
 jupyterlab~=3.0
 kedro~={{ cookiecutter.kedro_version }}
 kedro-datasets[spark.SparkDataset, pandas.ParquetDataset]~=1.0
-kedro-telemetry~=0.2.0
+kedro-telemetry~=0.3.0
 numpy~=1.21
 pytest-cov~=3.0
 pytest-mock>=1.7.1, <2.0

features/run.feature

@@ -23,6 +23,7 @@ Feature: Run all starters
     When I execute the CLI command to list Kedro pipelines
     Then I should get a successful exit code
 
+  @pyspark
   Scenario: Run a Kedro project created from pyspark-iris
     Given I have prepared a config file
     And I have run a non-interactive kedro new with the starter pyspark-iris
@@ -44,13 +45,15 @@ Feature: Run all starters
     When I run the Kedro pipeline
     Then I should get a successful exit code
 
+  @pyspark
   Scenario: Run a Kedro project created from spaceflights-pyspark
     Given I have prepared a config file
     And I have run a non-interactive kedro new with the starter spaceflights-pyspark
     And I have installed the Kedro project's dependencies
     When I run the Kedro pipeline
     Then I should get a successful exit code
 
+  @pyspark
   Scenario: Run a Kedro project created from spaceflights-pyspark-viz
     Given I have prepared a config file
     And I have run a non-interactive kedro new with the starter spaceflights-pyspark-viz