ci: Add tasks to run unit tests and GitHub workflow to run non-storage unit tests.

.github/workflows/unit-tests.yaml

@@ -0,0 +1,53 @@
+name: "unit-tests"
+
+on:
+  pull_request:
+  push:
+  schedule:
+    # Run daily at 00:15 UTC (the 15 is to avoid periods of high load)
+    - cron: "15 0 * * *"
+  workflow_dispatch:
+
+permissions: {}
+
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency
+  cancel-in-progress: true
+
+jobs:
+  lint:
+    strategy:
+      matrix:
+        os: ["ubuntu-latest"]
+    runs-on: "${{matrix.os}}"
+    steps:
+      - uses: "actions/checkout@v4"
+        with:
+          submodules: "recursive"
+
+      - uses: "actions/setup-python@v5"
+        with:
+          python-version: "3.10"
+
+      - name: "Install task"
+        run: "npm install -g @go-task/cli"
+
+      - if: "matrix.os == 'macos-latest'"
+        name: "Install coreutils (for md5sum)"
+        run: "brew install coreutils"
+
+      - name: "Log tool versions"
+        run: |-
+          md5sum --version
+          python --version
+          tar --version
+          task --version
+
+      - name: "Install project dependencies "
+        timeout-minutes: 10
+        continue-on-error: false
+        run: "task deps:lib_install"
+
+      - run: "task test:unit-test"

build-tasks.yaml

@@ -0,0 +1,26 @@
+version: "3"
+
+tasks:
+  target:
+    internal: true
+    vars:
+      TARGET: "{{default \"all\" .TARGET}}"
+    requires:
+      vars:
+        - name: "TARGET"
+          enum:
+            - "all"
+            - "spider_client"
+            - "spider_worker"
+            - "spider_task_executor"
+            - "unitTest"
+            - "worker_test"
+    deps: ["::config-cmake-project"]
+    cmds:
+      - "cmake --build {{.G_BUILD_SPIDER_DIR}} --target {{.TARGET}} --parallel"
+
+  clean:
+    internal: true
+    deps: ["::config-cmake-project"]
+    cmds:
+      - "cmake --build {{.G_BUILD_SPIDER_DIR}} --target clean --parallel"

lint-tasks.yaml

@@ -117,6 +117,8 @@ tasks:
           .github/ \
           lint-tasks.yaml \
           dep-tasks.yaml \
+          test-tasks.yaml \
+          build-tasks.yaml \
           taskfile.yaml
 
   clang-format:

taskfile.yaml

@@ -3,6 +3,7 @@ version: "3"
 includes:
   lint: "lint-tasks.yaml"
   deps: "dep-tasks.yaml"
+  test: "test-tasks.yaml"
   utils: "tools/yscope-dev-utils/taskfiles/utils.yml"
 
 vars:

test-tasks.yaml

@@ -0,0 +1,20 @@
+version: "3"
+
+includes:
+  build: "build-tasks.yaml"
+
+vars:
+  G_TEST_BINARY: "{{.G_BUILD_SPIDER_DIR}}/tests/unitTest"
+
+tasks:
+  unit-test:
+    cmds:
+      # Add build in cmds to serialize the build
+      - task: "build:target"
+        vars: {TARGET: "unitTest"}
+      - task: "build:target"
+        vars: {TARGET: "spider_task_executor"}
+      - task: "build:target"
+        vars: {TARGET: "worker_test"}
+      # Tests tagged with storage requires mysql. Skip them for now.
+      - "{{.G_TEST_BINARY}} \"~[storage]\""