Use file filters action instead of Github's files filter (#24877)

Inspired by
#24530 (comment)

This PR use a file filter action to do different CI jobs according
changed files types. All types are defined in
`.github/file-filters.yml`. Now there are 4 types, `docs`, `backend`,
`frontend` and `build`. Then if a PR only changed docs files, those CI
jobs which passed the conditions will run, and other types are also like
this.

---------

Co-authored-by: silverwind <[email protected]>

Author: lunny

.github/file-filters.yml

@@ -0,0 +1,15 @@
+docs: &docs
+  - "**/*.md"
+  - "docs/**"
+
+backend: &backend
+  - "**/*.go"
+  - "**/*.tmpl"
+  - "go.mod"
+  - "go.sum"
+
+frontend: &frontend
+  - "**/*.js"
+  - "web_src/**"
+  - "package.json"
+  - "package-lock.json"

.github/workflows/files-changed.yml

@@ -0,0 +1,32 @@
+name: files changed
+
+on:
+  workflow_call:
+    outputs:
+      docs:
+        description: "whether docs files changed"
+        value: ${{ jobs.files-changed.outputs.docs }}
+      backend:
+        description: "whether backend files changed"
+        value: ${{ jobs.files-changed.outputs.backend }}
+      frontend:
+        description: "whether frontend files changed"
+        value: ${{ jobs.files-changed.outputs.frontend }}
+
+jobs:
+  files-changed:
+    name: detect which files changed
+    runs-on: ubuntu-latest
+    timeout-minutes: 3
+    # Map a step output to a job output
+    outputs:
+      docs: ${{ steps.changes.outputs.docs }}
+      backend: ${{ steps.changes.outputs.backend }}
+      frontend: ${{ steps.changes.outputs.frontend }}
+    steps:
+      - uses: actions/checkout@v3
+      - name: Check for backend file changes
+        uses: dorny/paths-filter@v2
+        id: changes
+        with:
+          filters: .github/file-filters.yml

.github/workflows/pull-compliance-docs.yml

@@ -2,16 +2,18 @@ name: compliance-docs
 
 on:
   pull_request:
-    paths:
-      - "docs/**"
-      - "*.md"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
   cancel-in-progress: true
 
 jobs:
+  files-changed:
+    uses: ./.github/workflows/files-changed.yml
+
   compliance-docs:
+    if: needs.files-changed.outputs.docs == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3

.github/workflows/pull-compliance-docsignore.yml

@@ -2,16 +2,18 @@ name: compliance
 
 on:
   pull_request:
-    paths-ignore:
-      - "docs/**"
-      - "*.md"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
   cancel-in-progress: true
 
 jobs:
+  files-changed:
+    uses: ./.github/workflows/files-changed.yml
+
   lint-backend:
+    if: needs.files-changed.outputs.backend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -24,6 +26,8 @@ jobs:
         env:
           TAGS: bindata sqlite sqlite_unlock_notify
   lint-go-windows:
+    if: needs.files-changed.outputs.backend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -38,6 +42,8 @@ jobs:
           GOOS: windows
           GOARCH: amd64
   lint-go-gogit:
+    if: needs.files-changed.outputs.backend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -50,6 +56,8 @@ jobs:
         env:
           TAGS: bindata gogit sqlite sqlite_unlock_notify
   checks-backend:
+    if: needs.files-changed.outputs.backend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -60,6 +68,8 @@ jobs:
       - run: make deps-backend deps-tools
       - run: make --always-make checks-backend # ensure the "go-licenses" make target runs
   frontend:
+    if: needs.files-changed.outputs.frontend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -70,6 +80,8 @@ jobs:
       - run: make lint-frontend
       - run: make checks-frontend
   backend:
+    if: needs.files-changed.outputs.backend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3

.github/workflows/pull-compliance.yml

@@ -2,16 +2,18 @@ name: db-tests
 
 on:
   pull_request:
-    paths-ignore:
-      - "docs/**"
-      - "*.md"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
   cancel-in-progress: true
 
 jobs:
+  files-changed:
+    uses: ./.github/workflows/files-changed.yml
+
   test-pgsql:
+    if: needs.files-changed.outputs.backend == 'true' || needs.files-changed.outputs.frontend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     services:
       pgsql:
@@ -56,6 +58,8 @@ jobs:
           USE_REPO_TEST_DIR: 1
 
   test-sqlite:
+    if: needs.files-changed.outputs.backend == 'true' || needs.files-changed.outputs.frontend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -75,6 +79,8 @@ jobs:
           USE_REPO_TEST_DIR: 1
 
   test-unit:
+    if: needs.files-changed.outputs.backend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     services:
       mysql:
@@ -138,6 +144,8 @@ jobs:
           GITHUB_READ_TOKEN: ${{ secrets.GITHUB_READ_TOKEN }}
 
   test-mysql5:
+    if: needs.files-changed.outputs.backend == 'true' || needs.files-changed.outputs.frontend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     services:
       mysql:
@@ -180,6 +188,8 @@ jobs:
           TEST_INDEXER_CODE_ES_URL: "http://elastic:changeme@elasticsearch:9200"
 
   test-mysql8:
+    if: needs.files-changed.outputs.backend == 'true' || needs.files-changed.outputs.frontend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     services:
       mysql8:
@@ -207,6 +217,8 @@ jobs:
           USE_REPO_TEST_DIR: 1
 
   test-mssql:
+    if: needs.files-changed.outputs.backend == 'true' || needs.files-changed.outputs.frontend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     services:
       mssql:

.github/workflows/pull-db-tests-docsignore.yml

@@ -2,16 +2,18 @@ name: docker-dryrun
 
 on:
   pull_request:
-    paths-ignore:
-      - "docs/**"
-      - "*.md"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
   cancel-in-progress: true
 
 jobs:
+  files-changed:
+    uses: ./.github/workflows/files-changed.yml
+
   docker-dryrun:
+    if: needs.files-changed.outputs.backend == 'true' || needs.files-changed.outputs.frontend == 'true'
+    needs: files-changed
     runs-on: ubuntu-latest
     steps:
       - uses: docker/setup-buildx-action@v2