merge alt-l1 branch to develop

.circleci/config.yml

@@ -1,6 +1,110 @@
 #adapted from https://raw.githubusercontent.com/ethereum-optimism/optimism/develop/.circleci/config.yml
 version: 2.1
 
+executors:
+  intergration-tests-executor:
+    resource_class: xlarge
+    machine:
+      image: ubuntu-2004:202111-02
+      docker_layer_caching: true
+    environment:
+      DOCKER_BUILDKIT: 1
+
+commands:
+  download-solidity-compilers:
+    steps:
+      - checkout
+      - run:
+          name: Generate cache key from all hardhat.config.ts files
+          working_directory: ops
+          command: ./scripts/checksum.sh /tmp/checksum.txt
+      - restore_cache:
+          keys:
+            - solc-compilers-{{ checksum "/tmp/checksum.txt" }}-{{ .Environment.CACHE_VERSION }}
+      - run:
+          name: Cache compliers
+          command: |
+            mkdir -p /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/
+            cd /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/
+
+            find . -name list.json | grep . || curl -L https://github.com/ethereum/solc-bin/raw/gh-pages/linux-amd64/list.json -o ./list.json
+            find . -name solc-linux-amd64-v0.4.11+commit.68ef5810 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.4.11+commit.68ef5810 -o ./solc-linux-amd64-v0.4.11+commit.68ef5810
+            find . -name solc-linux-amd64-v0.5.17+commit.d19bba13 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.5.17+commit.d19bba13 -o ./solc-linux-amd64-v0.5.17+commit.d19bba13
+            find . -name solc-linux-amd64-v0.6.6+commit.6c089d02 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.6.6+commit.6c089d02 -o ./solc-linux-amd64-v0.6.6+commit.6c089d02
+            find . -name solc-linux-amd64-v0.8.9+commit.e5eed63a | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.9+commit.e5eed63a -o ./solc-linux-amd64-v0.8.9+commit.e5eed63a
+            find . -name solc-linux-amd64-v0.8.11+commit.d7f03943 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.11+commit.d7f03943 -o ./solc-linux-amd64-v0.8.11+commit.d7f03943
+            find . -name solc-linux-amd64-v0.8.15+commit.e14f2714 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.15+commit.e14f2714 -o ./solc-linux-amd64-v0.8.15+commit.e14f2714
+            find . -name solc-linux-amd64-v0.8.17+commit.8df45f5f | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.17+commit.8df45f5f -o ./solc-linux-amd64-v0.8.17+commit.8df45f5f
+            chmod +x /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/*
+          working_directory: /
+      - save_cache:
+          key: solc-compilers-{{ checksum "/tmp/checksum.txt" }}-{{ .Environment.CACHE_VERSION }}
+          paths:
+            - /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/
+  run-integration-tests:
+    parameters:
+      docker_compose_file:
+        description: Docker compose file to use
+        type: string
+      test_folder:
+        description: Folder to run tests in
+        type: string
+    steps:
+      - run:
+          name: Build the project
+          command: yarn && yarn build
+          working_directory: ./
+      - run:
+          name: Build everything
+          command: |
+            docker-compose build --progress=plain
+            docker-compose -f <<parameters.docker_compose_file>> -f docker-compose-side.yml build bobalink aa_deployer
+          working_directory: ops
+      - run:
+          name: Bring up the stack
+          command: |
+            docker images
+            BUILD=2 DAEMON=1 DOCKER_FILE=<<parameters.docker_compose_file>> ./up_local.sh
+          working_directory: ops
+      - run:
+          name: Bring up services
+          command: |
+            docker-compose -f <<parameters.docker_compose_file>> -f docker-compose-side.yml up -d bobalink aa_deployer
+          working_directory: ops
+      - run:
+          name: Start background logging
+          working_directory: ops
+          background: true
+          command: docker-compose -f <<parameters.docker_compose_file>> -f docker-compose-side.yml logs --follow
+      - run:
+          name: Wait for sequencer
+          command: bash scripts/wait-for-sequencer.sh
+          working_directory: ops
+      - run:
+          name: Split tests
+          command: circleci tests glob "../integration-tests/test/<<parameters.test_folder>>/*.spec.ts" | circleci tests split --split-by=timings --time-default=10s | tee splits.txt
+          working_directory: ops
+      - run:
+          name: Run integration tests
+          command: docker-compose -f <<parameters.docker_compose_file>> run integration_tests $(cat splits.txt)
+          working_directory: ops
+      - run:
+          name: Stop docker
+          command: docker-compose -f <<parameters.docker_compose_file>> -f docker-compose-side.yml down -v
+          working_directory: ops
+  report-integration-tests:
+    steps:
+      - run:
+          name: Rewrite test name for next run
+          command: |
+            mkdir -p result
+            cat /home/circleci/result/output.xml | sed 's/\/opt\/optimism/../g' | tee result/result.xml
+          working_directory: ops
+      - store_test_results:
+          path: /home/circleci/project/ops/result
+      - store_artifacts:
+          path: /home/circleci/project/ops/result
+
 jobs:
   go-lint-test-build:
     parameters:
@@ -79,109 +183,63 @@ jobs:
       - store_test_results: # special step to upload test results for display in Test Summary
           path: /tmp/test-flow-results.log
   integration-tests:
-    resource_class: xlarge
-    machine:
-      image: ubuntu-2004:202111-02
-      docker_layer_caching: true
-    environment:
-      DOCKER_BUILDKIT: 1
+    executor: intergration-tests-executor
     parallelism: 4
     steps:
-      - checkout
-
-      - run:
-          name: Generate cache key from all hardhat.config.ts files
-          working_directory: ops
-          command: ./scripts/checksum.sh /tmp/checksum.txt
-
-      - restore_cache:
-          keys:
-            - solc-compilers-{{ checksum "/tmp/checksum.txt" }}-{{ .Environment.CACHE_VERSION }}
+      - download-solidity-compilers
+      - run-integration-tests:
+          docker_compose_file: "docker-compose.yml"
+          test_folder: "eth-l2"
+      - report-integration-tests
 
-      - run:
-          name: Cache compliers
-          command: |
-            mkdir -p /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/
-            cd /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/
-
-            find . -name list.json | grep . || curl -L https://github.com/ethereum/solc-bin/raw/gh-pages/linux-amd64/list.json -o ./list.json
-            find . -name solc-linux-amd64-v0.4.11+commit.68ef5810 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.4.11+commit.68ef5810 -o ./solc-linux-amd64-v0.4.11+commit.68ef5810
-            find . -name solc-linux-amd64-v0.5.17+commit.d19bba13 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.5.17+commit.d19bba13 -o ./solc-linux-amd64-v0.5.17+commit.d19bba13
-            find . -name solc-linux-amd64-v0.6.6+commit.6c089d02 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.6.6+commit.6c089d02 -o ./solc-linux-amd64-v0.6.6+commit.6c089d02
-            find . -name solc-linux-amd64-v0.8.9+commit.e5eed63a | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.9+commit.e5eed63a -o ./solc-linux-amd64-v0.8.9+commit.e5eed63a
-            find . -name solc-linux-amd64-v0.8.11+commit.d7f03943 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.11+commit.d7f03943 -o ./solc-linux-amd64-v0.8.11+commit.d7f03943
-            find . -name solc-linux-amd64-v0.8.15+commit.e14f2714 | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.15+commit.e14f2714 -o ./solc-linux-amd64-v0.8.15+commit.e14f2714
-            find . -name solc-linux-amd64-v0.8.17+commit.8df45f5f | grep . || curl -L https://binaries.soliditylang.org/linux-amd64/solc-linux-amd64-v0.8.17+commit.8df45f5f -o ./solc-linux-amd64-v0.8.17+commit.8df45f5f
-            chmod +x /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/*
-          working_directory: /
-
-      - save_cache:
-          key: solc-compilers-{{ checksum "/tmp/checksum.txt" }}-{{ .Environment.CACHE_VERSION }}
-          paths:
-            - /home/circleci/.cache/hardhat-nodejs/compilers-v2/linux-amd64/
-
-      - run:
-          name: Build the project
-          command: yarn && yarn build
-          working_directory: ./
-      - run:
-          name: Build the core services
-          command: docker-compose build
-          working_directory: ops
+  integration-tests-moonbeam:
+    executor: intergration-tests-executor
+    parallelism: 4
+    steps:
+      - download-solidity-compilers
+      - run-integration-tests:
+          docker_compose_file: "docker-compose-moonbeam.yml"
+          test_folder: "alt-l2"
+      - report-integration-tests
 
-      - run:
-          name: Build the side services
-          command: docker-compose -f docker-compose.yml -f docker-compose-side.yml build -- $(yq '(.services | keys)[]' docker-compose-side.yml  | tr '\n' ' ')
-          working_directory: ops
+  integration-tests-avalanche:
+    executor: intergration-tests-executor
+    parallelism: 4
+    steps:
+      - download-solidity-compilers
+      - run-integration-tests:
+          docker_compose_file: "docker-compose-avalanche.yml"
+          test_folder: "alt-l2"
+      - report-integration-tests
 
-      - run:
-          name: Print all images
-          command: docker images
-          working_directory: ops
+  integration-tests-bnb:
+    executor: intergration-tests-executor
+    parallelism: 4
+    steps:
+      - download-solidity-compilers
+      - run-integration-tests:
+          docker_compose_file: "docker-compose-bnb.yml"
+          test_folder: "alt-l2"
+      - report-integration-tests
 
-      - run:
-          name: Bring up the stack
-          command: |
-            docker images
-            BUILD=2 DAEMON=1 ./up_local.sh
-          working_directory: ops
-      - run:
-          name: Bring up services
-          command: |
-            docker-compose -f docker-compose.yml -f docker-compose-side.yml up -d bobalink aa_deployer bundler
-          working_directory: ops
-      - run:
-          name: Start background logging
-          working_directory: ops
-          background: true
-          command: docker-compose -f docker-compose.yml -f docker-compose-side.yml logs --follow
-      - run:
-          name: Wait for sequencer
-          command: bash scripts/wait-for-sequencer.sh
-          working_directory: ops
-      - run:
-          name: Split tests
-          command: circleci tests glob "../integration-tests/test/*.spec.ts" | circleci tests split --split-by=timings --time-default=10s | tee splits.txt
-          working_directory: ops
-      - run:
-          name: Run integration tests
-          command: docker-compose run integration_tests $(cat splits.txt)
-          working_directory: ops
-      - run:
-          name: Rewrite test name for next run
-          command: |
-            mkdir -p result
-            cat /home/circleci/result/output.xml | sed 's/\/opt\/optimism/../g' | tee result/result.xml
-          working_directory: ops
-      - store_test_results:
-          path: /home/circleci/project/ops/result
-      - store_artifacts:
-          path: /home/circleci/project/ops/result
+  integration-tests-fantom:
+    executor: intergration-tests-executor
+    parallelism: 4
+    steps:
+      - download-solidity-compilers
+      - run-integration-tests:
+          docker_compose_file: "docker-compose-fantom.yml"
+          test_folder: "alt-l2"
+      - report-integration-tests
 
 workflows:
   main:
     jobs:
       - integration-tests
+      - integration-tests-moonbeam
+      - integration-tests-avalanche
+      - integration-tests-bnb
+      - integration-tests-fantom
       - go-lint-test-build:
           name: proxyd-tests
           binary_name: proxyd

.github/workflows/golangci-lint.yml

@@ -22,15 +22,15 @@ jobs:
       - name: golangci-lint gas-oracle
         uses: golangci/golangci-lint-action@v2
         with:
-          version: v1.45.2
+          version: v1.51.0
           working-directory: go/gas-oracle
       - name: golangci-lint batch-submitter
         uses: golangci/golangci-lint-action@v2
         with:
-          version: v1.45.2
+          version: v1.51.0
           working-directory: go/batch-submitter
       - name: golangci-lint bss-core
         uses: golangci/golangci-lint-action@v2
         with:
-          version: v1.45.2
+          version: v1.51.0
           working-directory: go/bss-core

boba_community/boba-node/README.md

@@ -6,13 +6,13 @@ The [boba_community/boba-node](../../boba_community/boba-node) repo runs a repli
 
 1. Running a local Boba node (replica) does not allow you to mine ETH, OMG, or BOBA. There is no mining on L2.
 
-2. If you looking for best possible rpc read data (lowest possible latency) you are **strongly advised** not to run your own node, but to use **https://lightning-replica.boba.network**. This is an autoscaling rpc endpoint that speaks directly to the core Boba L2 geth.
+2. If you looking for best possible rpc read data (lowest possible latency) you are **strongly advised** not to run your own node, but to use **https://replica.boba.network**. This is an autoscaling rpc endpoint that speaks directly to the core Boba L2 geth.
 
 3. The Boba L2 is (at present) a single proposer/sequencer system and the only way to write transactions is via **https://mainnet.boba.network**. You cannot use a local node to write transactions.
 
-4. If your application _does not need autoscaling and low latency_, and can tolerate sync delays, you can run your own Boba node (replica). This replica will try to follow the core L2 geth via data provided by Infura and **https://lightning-replica.boba.network**, so it will necessarily lag behind **https://lightning-replica.boba.network**.
+4. If your application _does not need autoscaling and low latency_, and can tolerate sync delays, you can run your own Boba node (replica). This replica will try to follow the core L2 geth via data provided by Infura and **https://replica.boba.network**, so it will necessarily lag behind **https://replica.boba.network**.
 
-5. Please design your rpc connectors in a resource efficient manner. Notably, calling `eth_getLogs(fromBlock: 0)` 1000 times per second serves no conceivable purpose since the Ethereum blocktime is 12 seconds and the Boba blocktime is > 1 second. All that does is to degrade your replica and trigger rate-limiting and/or IP blocking at **https://lightning-replica.boba.network**.
+5. Please design your rpc connectors in a resource efficient manner. Notably, calling `eth_getLogs(fromBlock: 0)` 1000 times per second serves no conceivable purpose since the Ethereum blocktime is 12 seconds and the Boba blocktime is > 1 second. All that does is to degrade your replica and trigger rate-limiting and/or IP blocking at **https://replica.boba.network**.
 
 ## Prerequisites
 
@@ -30,15 +30,11 @@ $ git clone https://github.com/bobanetwork/boba.git
 $ cd boba_community/boba-node
 ```
 
-**Create a .env file**. Create a  `.env` file in `boba_community/boba-node`.  If you do not have an Infura key, you can obtain one for free from [Infura](https://infura.io) or any other node provider.
+**Create a .env file**. Create a  `.env` file in `boba_community/boba-node`. 
 
 ```yaml
 # release tag
 RELEASE_VERSION=v0.X.X
-
-L1_NODE_WEB3_URL=https://mainnet.infura.io/v3/YOUR_INFURA_KEY # for mainnet
-# Or ...
-L1_NODE_WEB3_URL=https://goerli.infura.io/v3/YOUR_INFURA_KEY # for goerli
 ```
 
 **Pull images**

boba_community/boba-node/docker-compose-bobaavax.yml

@@ -0,0 +1,78 @@
+
+x-l1_rpc_dtl: &l1_rpc_dtl
+  DATA_TRANSPORT_LAYER__L1_RPC_ENDPOINT: 'https://api.avax.network/ext/bc/C/rpc'
+
+x-l1_rpc_geth: &l1_rpc_geth
+  ETH1_HTTP: 'https://api.avax.network/ext/bc/C/rpc'
+
+version: "3.9"
+
+services:
+  dtl:
+    container_name: dtl
+    image: bobanetwork/data-transport-layer:alt-l1-${RELEASE_VERSION}
+    env_file:
+      -  ../../ops/envs/dtl.env
+    environment:
+      << : *l1_rpc_dtl
+      DATA_TRANSPORT_LAYER__L2_RPC_ENDPOINT: 'https://replica.avax.boba.network'
+      DATA_TRANSPORT_LAYER__SYNC_FROM_L1: 'false'
+      DATA_TRANSPORT_LAYER__SYNC_FROM_L2: 'true'
+      DATA_TRANSPORT_LAYER__L2_CHAIN_ID: 43288
+      DATA_TRANSPORT_LAYER__ETH1_CTC_DEPLOYMENT_HEIGHT: 19287017
+      DATA_TRANSPORT_LAYER__POLLING_INTERVAL: 10000
+      DATA_TRANSPORT_LAYER__ADDRESS_MANAGER: '0x00220f8ce1c4be8436574e575fE38558d85e2E6b'
+      DATA_TRANSPORT_LAYER__BSS_HARDFORK_1_INDEX: 0
+      DATA_TRANSPORT_LAYER__TURING_V0_HEIGHT: 0
+      DATA_TRANSPORT_LAYER__TURING_V1_HEIGHT: 0
+    volumes:
+      - ./state-dumps/bobaavax:/opt/optimism/packages/data-transport-layer/state-dumps/
+    logging:
+      driver: "json-file"
+      options:
+        max-file: "5"
+        max-size: "10m"
+    ports:
+      - ${DTL_PORT:-7878}:7878
+      - ${REGISTRY_PORT:-8080}:8081
+
+  replica:
+    container_name: replica
+    depends_on:
+      - dtl
+    image: bobanetwork/l2geth:alt-l1-${RELEASE_VERSION}
+    deploy:
+      replicas: 1
+    entrypoint: sh ./geth.sh
+    env_file:
+      - ../../ops/envs/geth.env
+    #volumes:
+    #  - ./<YOUR PERSISTED STORAGE>:/root/.ethereum/
+    environment:
+      << : *l1_rpc_geth
+      ROLLUP_TIMESTAMP_REFRESH: 5s
+      ROLLUP_STATE_DUMP_PATH: http://dtl:8081/state-dump.latest.json
+      ROLLUP_CLIENT_HTTP: http://dtl:7878
+      ROLLUP_BACKEND: 'l2'
+      ROLLUP_VERIFIER_ENABLE: 'true'
+      RETRIES: 60
+      # no need to keep this secret, only used internally to sign blocks
+      BLOCK_SIGNER_KEY: "6587ae678cf4fc9a33000cdbf9f35226b71dcc6a4684a31203241f9bcfd55d27"
+      BLOCK_SIGNER_ADDRESS: "0x00000398232E2064F896018496b4b44b3D62751F"
+      ROLLUP_POLL_INTERVAL_FLAG: "10s"
+      ROLLUP_ENFORCE_FEES: 'true'
+      # turing
+      TURING_CREDIT_ADDRESS: "0x4200000000000000000000000000000000000020"
+      # fee token
+      L2_BOBA_TOKEN_ADDRESS: "0x4200000000000000000000000000000000000023"
+      BOBA_GAS_PRICE_ORACLE_ADDRESS: "0x4200000000000000000000000000000000000024"
+      # sequencer http endpoint
+      SEQUENCER_CLIENT_HTTP: https://avax.boba.network
+    logging:
+      driver: "json-file"
+      options:
+        max-file: "5"
+        max-size: "10m"
+    ports:
+      - ${L2GETH_HTTP_PORT:-8549}:8545
+      - ${L2GETH_WS_PORT:-8550}:8546