simple testing pipeline

Author: tcapelle

.github/scripts/run_one.py

@@ -0,0 +1,54 @@
+from pathlib import Path
+import simple_parsing, logging, os
+from dataclasses import dataclass
+
+from nb_helpers.run import run_one as _run_one
+
+# logger.logger.setLevel(logging.DEBUG)
+
+import weave
+
+@weave.op
+def run_one(
+    fname: str,
+    pip_install: bool = False,
+    create_github_issue: bool = False,
+    repo: str = None,
+    owner: str = None,
+) -> dict:
+    "Run one nb and store the tb if it fails"
+    run_status, runtime, tb =  _run_one(        
+        fname=Path(fname),
+        pip_install=pip_install,
+        github_issue=create_github_issue,
+        repo=repo,
+        owner=owner,
+        )
+    return {"status": run_status == "ok", "runtime": runtime, "traceback": tb}
+
+@dataclass
+class Args:
+    nb_name: str = "Chapter00.ipynb"
+    project_name: str = "edu"
+    entity: str = "examples_repo_test"
+    pip_install: bool = True
+    create_github_issue: bool = False
+    issue_repo: str = None
+    issue_owner: str = None
+
+if __name__ == "__main__":
+    args = simple_parsing.parse(Args, config_path="./test_config.yml")
+    # let's set some env variables:
+    os.environ["WANDB_PROJECT"] = args.project_name
+    os.environ["WANDB_ENTITY"] = args.entity
+    os.environ["WANDB_NAME"] = args.nb_name.split("/")[-1]
+
+    weave.init(f"{args.entity}/{args.project_name}")
+
+    (run_status, runtime, tb) = run_one(
+        fname=args.nb_name,
+        pip_install=args.pip_install,
+        create_github_issue=args.create_github_issue,
+        repo=args.issue_repo,
+        owner=args.issue_owner,
+        )

.github/workflows/test_nbs.yml

@@ -0,0 +1,51 @@
+name: Build and Test Locally
+on: 
+  workflow_dispatch: #allows repo admins to trigger this workflow from the Actions tab
+    inputs:
+      create_github_issue:
+        type: boolean
+        description: 'Create issues on failing notebooks'     
+        default: false
+      notebooks_folder:
+        type: choice
+        description: 'folder of notebooks to test'
+        options: 
+          - './rag-advanced/notebooks'
+        default: './rag-advanced/notebooks'
+
+defaults:
+  run:
+    shell: bash  # default shell is sh
+
+
+jobs:
+  run-tests:
+    container:
+      image: us-docker.pkg.dev/colab-images/public/runtime:latest
+      options: --shm-size "16gb" --entrypoint /bin/bash
+    env:
+      WANDB_API_KEY: ${{ secrets.WANDB_API_KEY }}
+      TF_CPP_MIN_LOG_LEVEL: 3
+    runs-on: ubuntu-latest
+    steps:
+    - name: setup
+      run: |
+        echo "Installing dependencies"
+        python3 -m pip install -U requests wandb ghapi simple_parsing weave
+        python3 -m pip install git+https://github.com/wandb/nb_helpers
+        echo "Add current folder to git safe"
+        git config --global --add safe.directory $(pwd)
+    - name: log-to-wandb
+      run: |
+        wandb login
+    - name: checkout
+      uses: actions/checkout@v2
+    - name: run-tests
+      env:
+        CONTEXT_GITHUB: ${{ toJson(github) }}
+      run: |
+        cp .github/workflows/run_one.py ${{ github.event.inputs.notebooks_folder }}/run_one.py
+        cd ${{ github.event.inputs.notebooks_folder }}
+        for nb_name in $(ls *.ipynb); do
+          python3 run_one.py --nb_name="/$nb_name" --create_github_issue=${{ github.event.inputs.create_github_issue }}
+        done