Move subrepo e2e tests to workflows

Meaningfully faster; more product usage.

Author: arrdem

.aspect/workflows/config.yaml

@@ -1,8 +1,20 @@
 # See https://docs.aspect.build/workflows/configuration
+workspaces:
+# SYNC: e2e
+# {{{
+  - .
+  - e2e/cross-repo-610
+  - e2e/interpreter-version-541
+  - e2e/repository-rule-deps
+  - e2e/smoke
+  - e2e/system-interpreter
+  - examples/uv_pip_compile
+# }}}
 tasks:
   - test:
       queue: aspect-large
   - finalization:
       queue: aspect-small
+
 notifications:
   github: {}

.github/workflows/ci.yaml

@@ -28,24 +28,14 @@ jobs:
       # NB: the root folder is tested with Aspect Workflows on BuildKite, see /.aspect/workflows/config.yaml
       folders: |
         [
-          "e2e/cross-repo-610",
-          "e2e/interpreter-version-541",
-          "e2e/repository-rule-deps",
           "e2e/smoke",
-          "e2e/system-interpreter",
-          "examples/uv_pip_compile"
         ]
       # TODO: Build Windows tools and add to toolchain
       # TODO(alex): switch the root folder to bzlmod
       # TODO: fix remaining folders on Bazel 8
       exclude: |
         [
           {"os": "windows-latest"},
-          {"folder": "e2e/cross-repo-610", "bzlmodEnabled": false},
-          {"folder": "e2e/interpreter-version-541", "bzlmodEnabled": false},
-          {"folder": "e2e/repository-rule-deps", "bzlmodEnabled": false},
-          {"folder": "e2e/system-interpreter", "bzlmodEnabled": false},
-          {"folder": "examples/uv_pip_compile", "bzlmodEnabled": false},
           {"folder": "e2e/smoke", "bazelversion": "8.0.0"}
         ]
 

.pre-commit-config.yaml

@@ -61,3 +61,10 @@ repos:
         entry: /bin/sh -c '/usr/bin/env bazel run //py/tests/py_venv_image_layer:my_app_arm64_layers'
         language: script
         require_serial: true
+        
+      - id: sync-workflows-subrepos
+        name: Update workflows file for subrepos
+        # Note that we use a nested shell to discard $@, which is the file list
+        entry: /usr/bin/env python3 tools/e2e/sync.py
+        language: script
+        require_serial: true

tools/e2e/BUILD.bazel

@@ -11,3 +11,9 @@ py_binary(
     srcs = ["devintegrity.py"],
     main = "devintegrity.py",
 )
+
+py_binary(
+    name = "sync",
+    srcs = ["sync.py"],
+    main = "sync.py"
+)

tools/e2e/sync.py

@@ -0,0 +1,47 @@
+#!/usr/bin/env python3
+
+import re
+from os import getenv
+from pathlib import Path
+
+WORKSPACES_BLOCK_RE = re.compile(r"""\
+# SYNC: e2e
+# {{{
+(.*?
+)# }}}
+""", re.MULTILINE | re.DOTALL)
+
+if __name__ == "__main__" or 1:
+    root = Path(__file__).parent.parent.parent.absolute()
+    workflows_file = root / ".aspect/workflows/config.yaml"
+    modules = root.rglob("**/MODULE.bazel")
+    module_roots = [it.parent.relative_to(root) for it in modules]
+
+    # Module roots that we know we can't run in workflows
+    ignored_roots = [
+        Path("e2e/use_release"),
+        Path("e2e/cross-repo-610/subrepo_a"),
+        Path("e2e/cross-repo-610/subrepo_b"),
+    ]
+
+    module_roots = [
+        r for r in module_roots if r not in ignored_roots
+    ]
+    module_roots = sorted(module_roots)
+    
+   
+    with open(workflows_file, "r") as fp:
+        config = fp.read()
+
+    def _handler(m):
+        return m.group(0).replace(m.group(1), "".join(["  - {}\n".format(it) for it in module_roots]))
+
+    new_config = re.sub(WORKSPACES_BLOCK_RE, _handler, config)
+
+    if config != new_config:
+        print(new_config)
+
+        with open(workflows_file, "w") as fp:
+            fp.write(new_config)
+
+        exit(1)