feat: eip8025

.github/workflows/docker-reproducible.yml

@@ -50,13 +50,13 @@ jobs:
           - arch: amd64
             rust_target: x86_64-unknown-linux-gnu
             rust_image: >-
-              rust:1.88-bullseye@sha256:8e3c421122bf4cd3b2a866af41a4dd52d87ad9e315fd2cb5100e87a7187a9816
+              rust:1.91-bullseye@sha256:ed6afcf912afc6aeddf0d1ff0dc6894c9b1c8f865964ef3f533e3ea77a64ffea
             platform: linux/amd64
             runner: ubuntu-22.04
           - arch: arm64
             rust_target: aarch64-unknown-linux-gnu
             rust_image: >-
-              rust:1.88-bullseye@sha256:8b22455a7ce2adb1355067638284ee99d21cc516fab63a96c4514beaf370aa94
+              rust:1.91-bullseye@sha256:2f06f086e3ceb2940b6f400f576aeec1abf6b6a7cbeb55a163ec2f9c0bbb1ed6
             platform: linux/arm64
             runner: ubuntu-22.04-arm
     runs-on: ${{ matrix.runner }}

.github/workflows/kurtosis-eip8025.yml

@@ -0,0 +1,139 @@
+# Test that the EIP-8025 Kurtosis testnet starts and the proof engine integrates
+# correctly with real zkboost-server backends.
+name: kurtosis eip8025
+
+on:
+  push:
+    branches:
+      - unstable
+  pull_request:
+  merge_group:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  run-eip8025-testnet:
+    runs-on: ${{ github.repository == 'sigp/lighthouse' && 'warp-ubuntu-latest-x64-8x' || 'ubuntu-latest' }}
+    steps:
+      - uses: actions/checkout@v5
+
+      - name: Install Kurtosis
+        run: |
+          echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list
+          sudo apt update
+          sudo apt install -y kurtosis-cli
+          kurtosis analytics disable
+
+      - name: Install yq
+        run: |
+          sudo wget -qO /usr/local/bin/yq https://github.com/mikefarah/yq/releases/latest/download/yq_linux_amd64
+          sudo chmod +x /usr/local/bin/yq
+
+      - name: Start EIP-8025 zkboost testnet
+        run: ./start_eip8025_zkboost_testnet.sh
+        working-directory: scripts/local_testnet
+
+      - name: Wait for chain liveness
+        run: |
+          BEACON_URL=$(kurtosis port print eip8025-zkboost cl-1-lighthouse-reth http)
+          echo "Polling $BEACON_URL for head slot > 10..."
+          for i in $(seq 1 20); do
+            SLOT=$(curl -sf "$BEACON_URL/eth/v1/beacon/headers/head" \
+              | jq -r '.data.header.message.slot' 2>/dev/null || echo 0)
+            echo "  attempt $i: head slot = $SLOT"
+            if [ "$SLOT" -gt 10 ]; then
+              echo "Chain is live at slot $SLOT"
+              break
+            fi
+            if [ "$i" -eq 20 ]; then
+              echo "Timed out waiting for head slot > 10"
+              exit 1
+            fi
+            sleep 30
+          done
+
+      - name: Inspect beacon node state
+        run: |
+          set -euo pipefail
+          ENCLAVE=eip8025-zkboost
+          SERVICES=(cl-1-lighthouse-reth cl-2-lighthouse-reth cl-3-lighthouse-reth cl-4-lighthouse-reth)
+          FAILED=0
+
+          for SVC in "${SERVICES[@]}"; do
+            URL=$(kurtosis port print "$ENCLAVE" "$SVC" http)
+            echo "=== $SVC ($URL) ==="
+
+            # Syncing status — must not be syncing
+            SYNCING=$(curl -sf "$URL/eth/v1/node/syncing" | jq -r '.data.is_syncing')
+            echo "  is_syncing: $SYNCING"
+            if [ "$SYNCING" != "false" ]; then
+              echo "  FAIL: $SVC is still syncing"
+              FAILED=1
+            fi
+
+            # Peer count — must have at least one connected peer
+            PEERS=$(curl -sf "$URL/eth/v1/node/peer_count" | jq -r '.data.connected')
+            echo "  connected peers: $PEERS"
+            if [ "${PEERS:-0}" -lt 1 ]; then
+              echo "  FAIL: $SVC has no connected peers"
+              FAILED=1
+            fi
+
+            # Head slot — must be non-zero
+            SLOT=$(curl -sf "$URL/eth/v1/beacon/headers/head" | jq -r '.data.header.message.slot')
+            echo "  head slot: $SLOT"
+            if [ "${SLOT:-0}" -lt 1 ]; then
+              echo "  FAIL: $SVC head slot is 0"
+              FAILED=1
+            fi
+
+            # Finality checkpoints — informational, log the finalized epoch
+            FINALIZED=$(curl -sf "$URL/eth/v1/beacon/states/head/finality_checkpoints" \
+              | jq -r '.data.finalized.epoch')
+            echo "  finalized epoch: $FINALIZED"
+          done
+
+          exit "$FAILED"
+
+      - name: Check zkboost sidecars are running and generating proofs
+        run: |
+          ENCLAVE=eip8025-zkboost
+
+          # Both zkboost services must be in RUNNING state
+          kurtosis enclave inspect "$ENCLAVE" | grep -E "zkboost-[12].*RUNNING" \
+            || { echo "FAIL: one or more zkboost services not in RUNNING state"; exit 1; }
+
+          # Each zkboost sidecar must have generated at least one proof.
+          # Check via the Prometheus metrics endpoint (zkboost_prove_total) rather than
+          # log scraping — kurtosis service logs may not be available in all CI environments.
+          for SVC in zkboost-1 zkboost-2; do
+            URL=$(kurtosis port print "$ENCLAVE" "$SVC" http)
+            COUNT=$(curl -sf "$URL/metrics" \
+              | awk '/^zkboost_prove_total\{/ {sum += $2} END {print int(sum)}')
+            echo "$SVC: $COUNT proofs generated"
+            if [ "${COUNT:-0}" -lt 1 ]; then
+              echo "FAIL: $SVC has not generated any proofs"
+              exit 1
+            fi
+          done
+
+      - name: Stop testnet and collect logs
+        if: always()
+        run: |
+          mkdir -p scripts/local_testnet/logs
+          ENCLAVE=eip8025-zkboost
+          for SVC in cl-1-lighthouse-reth cl-2-lighthouse-reth cl-3-lighthouse-reth cl-4-lighthouse-reth \
+                     zkboost-1 zkboost-2; do
+            kurtosis service logs "$ENCLAVE" "$SVC" > "scripts/local_testnet/logs/${SVC}.log" 2>&1 || true
+          done
+          kurtosis enclave rm -f "$ENCLAVE" || true
+
+      - name: Upload logs artifact
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: logs-kurtosis-eip8025
+          path: scripts/local_testnet/logs
+          retention-days: 3

.github/workflows/test-suite.yml

@@ -26,6 +26,10 @@ env:
   CARGO_INCREMENTAL: 0
   # Enable portable to prevent issues with caching `blst` for the wrong CPU type
   TEST_FEATURES: portable
+  # Use Clang for C/C++ compilation. Required because leveldb-sys uses
+  # -Wthread-safety which is a Clang-only flag unsupported by GCC.
+  CC: clang
+  CXX: clang++
 jobs:
   check-labels:
     runs-on: ubuntu-latest
@@ -102,6 +106,23 @@ jobs:
       if: env.SELF_HOSTED_RUNNERS == 'true'
       continue-on-error: true
       run: sccache --show-stats
+  proof-engine-tests:
+    name: proof-engine-tests
+    needs: [check-labels]
+    if: needs.check-labels.outputs.skip_ci != 'true'
+    runs-on: ${{ github.repository == 'sigp/lighthouse' && 'warp-ubuntu-latest-x64-4x' || 'ubuntu-latest' }}
+    steps:
+    - uses: actions/checkout@v5
+    - name: Get latest version of stable Rust
+      uses: moonrepo/setup-rust@v1
+      with:
+          channel: stable
+          cache-target: release
+          bins: cargo-nextest
+      env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    - name: Run proof engine tests sequentially
+      run: make test-proof-engine
   beacon-chain-tests:
     name: beacon-chain-tests
     needs: [check-labels]
@@ -437,6 +458,7 @@ jobs:
       'check-labels',
       'target-branch-check',
       'release-tests-ubuntu',
+      'proof-engine-tests',
       'beacon-chain-tests',
       'op-pool-tests',
       'network-tests',

.github/workflows/zkboost-tests.yml

@@ -0,0 +1,70 @@
+name: zkboost-tests
+
+on:
+  push:
+    branches:
+      - stable
+      - staging
+      - trying
+      - 'pr/*'
+  pull_request:
+  merge_group:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  RUSTFLAGS: "-D warnings -C debuginfo=0"
+  CARGO_INCREMENTAL: 0
+  TEST_FEATURES: portable
+  # Use Clang for C/C++ compilation. Required because leveldb-sys uses
+  # -Wthread-safety which is a Clang-only flag unsupported by GCC.
+  CC: clang
+  CXX: clang++
+
+jobs:
+  check-labels:
+    runs-on: ubuntu-latest
+    name: Check for 'skip-ci' label
+    outputs:
+      skip_ci: ${{ steps.set-output.outputs.SKIP_CI }}
+    steps:
+      - name: check for skip-ci label
+        id: set-output
+        env:
+          LABELS: ${{ toJson(github.event.pull_request.labels) }}
+        run: |
+          SKIP_CI="false"
+          if [ -z "${LABELS}" ]  || [ "${LABELS}" = "null" ]; then
+            LABELS="none";
+          else
+            LABELS=$(echo ${LABELS} | jq -r '.[].name')
+          fi
+          for label in ${LABELS}; do
+            if [ "$label" = "skip-ci" ]; then
+              SKIP_CI="true"
+              break
+            fi
+          done
+          echo "skip_ci=$SKIP_CI" >> $GITHUB_OUTPUT
+
+  zkboost-tests:
+    name: zkboost-tests
+    needs: [check-labels]
+    if: needs.check-labels.outputs.skip_ci != 'true'
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - name: Install dependencies
+        run: sudo apt update && sudo apt install -y git gcc g++ make cmake pkg-config llvm-dev libclang-dev clang
+      - name: Get latest version of stable Rust
+        uses: moonrepo/setup-rust@v1
+        with:
+          channel: stable
+          cache-target: release
+          bins: cargo-nextest
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Run proof_engine_zkboost integration tests
+        run: make test-zkboost

.gitignore

@@ -17,3 +17,5 @@ genesis.ssz
 
 # VSCode
 /.vscode
+
+md-docs/

.vscode/settings.json

@@ -1,5 +1,8 @@
 {
-    "rust-analyzer.cargo.cfgs": [
-        "!debug_assertions"
-    ]
+"rust-analyzer.checkOnSave.enable": true,
+"rust-analyzer.check.command": "clippy",
+"rust-analyzer.check.allTargets": false,
+
+"rust-analyzer.check.extraEnv": { "CARGO_BUILD_JOBS": "4" },
+"rust-analyzer.cargo.features": ["test-utils"]
 }