feat(test): Add pytest and unit test structure for spider-py; Rename existing C++ test tasks.

.github/workflows/code-linting-checks.yaml

@@ -44,6 +44,7 @@ jobs:
           python --version
           tar --version
           task --version
+          uv --version
 
       - name: "Install project dependencies "
         timeout-minutes: 10

.github/workflows/unit-tests.yaml

@@ -47,11 +47,14 @@ jobs:
           python --version
           tar --version
           task --version
+          uv --version
 
       - name: "Install project dependencies "
         timeout-minutes: 10
         env:
           SPIDER_DEPS_MAX_PARALLELISM_PER_TASK: "1"
         run: "task deps:lib_install"
 
-      - run: "task test:non-storage-unit-tests"
+      - run: "task test:cpp-non-storage-unit-tests"
+
+      - run: "task test:spider-py-unit-tests"

docs/src/dev-docs/testing.md

@@ -30,11 +30,12 @@ require this storage backend.
 
 You can use the following tasks to run the set of unit tests that's appropriate.
 
-| Task                          | Description                                                       |
-|-------------------------------|-------------------------------------------------------------------|
-| `test:all`                    | Runs all unit tests.                                              |
-| `test:non-storage-unit-tests` | Runs all unit tests which don't require a storage backend to run. |
-| `test:storage-unit-tests`     | Runs all unit tests which require a storage backend to run.       |
+| Task                              | Description                                                           |
+|-----------------------------------|-----------------------------------------------------------------------|
+| `test:cpp-unit-tests`             | Runs all C++ unit tests.                                              |
+| `test:cpp-non-storage-unit-tests` | Runs all C++ unit tests which don't require a storage backend to run. |
+| `test:cpp-storage-unit-tests`     | Runs all C++ unit tests which require a storage backend to run.       |
+| `test:spider-py-unit-tests`       | Runs all spider-py unit tests.                                        |
 
 If any tests show error messages for the connection function below, revisit the
 [setup section](#set-up-mysql-as-storage-backend) and verify that `cStorageUrl` was set correctly.
@@ -52,9 +53,9 @@ pull requests, and daily. Currently, it only runs unit tests that don't require
 
 You can use the following tasks to run integration tests.
 
-| Task                          | Description                                                       |
-|-------------------------------|-------------------------------------------------------------------|
-| `test:integration`            | Runs all integration tests.                                       |
+| Task                   | Description                     |
+|------------------------|---------------------------------|
+| `test:cpp-integration` | Runs all C++ integration tests. |
 
 
 [gh-workflow-unit-tests]: https://github.com/y-scope/spider/blob/main/.github/workflows/unit-tests.yaml

python/spider-py/README.md

@@ -23,6 +23,14 @@ task build:spider-py
 The command above will generate both a `.tar.gz` and a `.whl` package in the `build/spider-py`
 directory at the Spider project root.
 
+## Testing
+
+To run all unit tests:
+
+```shell
+task test:spider-py-unit-tests
+```
+
 ## Linting
 
 To run all linting checks:

python/spider-py/pyproject.toml

@@ -19,6 +19,7 @@ spider_task_executor = "spider_py.task_executor.task_executor:main"
 [dependency-groups]
 dev = [
   "mypy>=1.12.0",
+  "pytest>=8.4.1",
   "ruff>=0.4.4",
 ]
 
@@ -33,6 +34,9 @@ pretty = true
 show_error_code_links = true
 show_error_context = true
 
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+
 [tool.ruff]
 line-length = 100
 
@@ -63,3 +67,11 @@ ignore = [
   "UP015",  # Explicit open modes are helpful
 ]
 isort.order-by-type = false
+
+[tool.ruff.lint.per-file-ignores]
+"tests/**" = [
+  "INP001",  # Allow implicit namespace package for tests
+  "S101",  # Allow use of `assert` (security warning)
+  "S603",  # Allow use of `subprocess.Popen` (security warning)
+  "T201",  # Allow use of `print` (testing)
+]

python/spider-py/tests/core/test_task.py

@@ -0,0 +1,9 @@
+"""Test core task."""
+
+from spider_py.core import Task
+
+
+def test_task() -> None:
+    """Tests task created is not None."""
+    task = Task()
+    assert task is not None

test-tasks.yaml

@@ -6,19 +6,19 @@ vars:
   G_TEST_VENV_CHECKSUM_FILE: "{{.G_BUILD_DIR}}/test#venv.md5"
 
 tasks:
-  non-storage-unit-tests:
+  cpp-non-storage-unit-tests:
     deps:
       - "build-unit-test"
     cmds:
       - "{{.G_UNIT_TEST_BINARY}} \"~[storage]\""
 
-  storage-unit-tests:
+  cpp-storage-unit-tests:
     deps:
       - "build-unit-test"
     cmds:
       - "{{.G_UNIT_TEST_BINARY}} \"[storage]\""
 
-  all:
+  cpp-unit-tests:
     deps:
       - "build-unit-test"
     cmds:
@@ -31,7 +31,7 @@ tasks:
         vars:
           TARGETS: ["spider_task_executor", "unitTest", "worker_test"]
 
-  integration:
+  cpp-integration:
     dir: "{{.G_BUILD_SPIDER_DIR}}"
     deps:
       - "venv"
@@ -76,3 +76,11 @@ tasks:
         vars:
           CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
           INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
+
+  spider-py-unit-tests:
+    dir: "{{.G_SRC_PYTHON_DIR}}"
+    env:
+      # Don't create __pycache__ directories in the source tree.
+      PYTHONDONTWRITEBYTECODE: "1"
+    cmds:
+      - "uv run pytest"