Update hive

.circleci/config.yml

@@ -1,79 +1,15 @@
 version: 2.1
-orbs:
-  go: circleci/[email protected]
-
-jobs:
-  # This job builds the hive executable and stores it in the workspace.
-  build:
-    docker:
-      - image: cimg/go:1.19
-    steps:
-      # Build it.
-      - checkout
-      - go/load-cache
-      - go/mod-download
-      - go/save-cache
-      - run: {command: 'go build -ldflags="-extldflags=-static" .'}
-      # Store the executable.
-      - persist_to_workspace:
-          root: .
-          paths: ["hive"]
 
-  # This job runs the smoke test simulations. This requires a virtual
-  # machine instead of the container-based build environment because
-  # hive needs to be able to talk to the docker containers it creates.
-  smoke-tests:
-    machine:
-      image: ubuntu-2004:202201-02
-    steps:
-      - checkout
-      - attach_workspace: {at: "/tmp/build"}
-      - run:
-          command: "/tmp/build/hive --sim=smoke/genesis --client=go-ethereum"
-      - run:
-          command: "/tmp/build/hive --sim=smoke/network --client=go-ethereum"
+setup: true
 
-  # This job also runs the smoke test simulations, but against a remote dockerd.
-  smoke-tests-remote-docker:
-    docker:
-      - image: cimg/base:2022.04
-    steps:
-      - checkout
-      - attach_workspace: {at: "/tmp/build"}
-      - setup_remote_docker: {version: 20.10.14}
-      - run:
-          command: "/tmp/build/hive --sim=smoke/genesis --client=go-ethereum --loglevel 5"
-      - run:
-          command: "/tmp/build/hive --sim=smoke/network --client=go-ethereum --loglevel 5"
-
-  # This job runs the go unit tests.
-  go-test:
-    docker:
-      - image: cimg/go:1.19
-    steps:
-      # Get the source.
-      - checkout
-      - go/load-cache
-      - go/mod-download
-      - go/save-cache
-      # Run the tests.
-      - run:
-          name: "hive module tests"
-          command: "go test -cover ./..."
-      - run:
-          name: "hiveproxy module tests"
-          command: "go test -cover ./..."
-          working_directory: "./hiveproxy"
-      - run:
-          name: "Compile Go simulators"
-          command: ".circleci/compile-simulators.sh"
+orbs:
+  path-filtering: circleci/[email protected]
 
 workflows:
-  main:
+  setup-workflow:
     jobs:
-      - go-test
-      - build
-      - smoke-tests:
-          requires: ["build"]
-      - smoke-tests-remote-docker:
-          requires: ["build"]
+      - path-filtering/filter:
+          mapping: |
+            hivesim-rs/.* hivesim-rs-ci true
+            simulators/portal/.* rust-ci true
+          base-revision: origin/master

.circleci/continue_config.yml

@@ -0,0 +1,136 @@
+version: 2.1
+orbs:
+  go: circleci/[email protected]
+
+parameters:
+  rust-ci:
+    type: boolean
+    default: false  
+  hivesim-rs-ci:
+    type: boolean
+    default: false
+
+jobs:
+  # This job builds the hive executable and stores it in the workspace.
+  build:
+    docker:
+      - image: cimg/go:1.21
+    steps:
+      # Build it.
+      - checkout
+      - go/load-cache
+      - go/mod-download
+      - go/save-cache
+      - run: {command: 'go build -ldflags="-s -extldflags=-static" -tags "osusergo netgo static_build" .'}
+      # Store the executable.
+      - persist_to_workspace:
+          root: .
+          paths: ["hive"]
+
+  # This job runs the smoke test simulations. This requires a virtual
+  # machine instead of the container-based build environment because
+  # hive needs to be able to talk to the docker containers it creates.
+  smoke-tests:
+    machine:
+      image: default
+    steps:
+      - checkout
+      - attach_workspace: {at: "/tmp/build"}
+      - run:
+          command: "/tmp/build/hive --sim=smoke/genesis --client=go-ethereum"
+      - run:
+          command: "/tmp/build/hive --sim=smoke/network --client=go-ethereum"
+
+  # This job also runs the smoke test simulations, but against a remote dockerd.
+  smoke-tests-remote-docker:
+    docker:
+      - image: cimg/base:2022.04
+    steps:
+      - checkout
+      - attach_workspace: {at: "/tmp/build"}
+      - setup_remote_docker
+      - run:
+          command: "/tmp/build/hive --sim=smoke/genesis --client=go-ethereum --loglevel 5"
+      - run:
+          command: "/tmp/build/hive --sim=smoke/network --client=go-ethereum --loglevel 5"
+
+  # This job runs the go unit tests.
+  go-test:
+    docker:
+      - image: cimg/go:1.21
+    steps:
+      # Get the source.
+      - checkout
+      - go/load-cache
+      - go/mod-download
+      - go/save-cache
+      # Run the tests.
+      - run:
+          name: "hive module tests"
+          command: "go test -cover ./..."
+      - run:
+          name: "hiveproxy module tests"
+          command: "go test -cover ./..."
+          working_directory: "./hiveproxy"
+      - run:
+          name: "Compile Go simulators"
+          command: ".circleci/compile-simulators.sh"
+  # this makes sure the rust code is good
+  hivesim-rs:
+    docker:
+      - image: cimg/rust:1.85
+    steps:
+      - checkout
+      - run:
+          name: Install rustfmt
+          command: rustup component add rustfmt
+      - run:
+          name: Install Clippy
+          command: rustup component add clippy
+      - run:
+          name: Install Clang
+          command: sudo apt update && sudo apt-get install clang -y
+      - run:
+          name: "Lint"
+          command: "cd hivesim-rs && cargo fmt --all -- --check"
+      - run:
+          name: "Build"
+          command: "cd hivesim-rs && cargo clippy --all --all-targets --all-features --no-deps -- --deny warnings"
+      - run:
+          name: "Test hivesim-rs"
+          command: "cd hivesim-rs && cargo test --workspace -- --nocapture"    
+  rust-simulators:
+    docker:
+      - image: cimg/rust:1.85
+    steps:
+      - checkout
+      - run:
+          name: Install rustfmt
+          command: rustup component add rustfmt
+      - run:
+          name: Install Clippy
+          command: rustup component add clippy
+      - run:
+          name: Install Clang
+          command: sudo apt update && sudo apt-get install clang -y
+      - run:
+          name: "Lint, build, test Rust simulators"
+          command: ".circleci/rust-simulators.sh"          
+
+workflows:
+  main:
+    jobs:
+      - go-test
+      - build
+      - smoke-tests:
+          requires: ["build"]
+      - smoke-tests-remote-docker:
+          requires: ["build"]
+  rust-simulator-jobs:
+    when: << pipeline.parameters.rust-ci >>
+    jobs:
+      - rust-simulators
+  hivesim-rs-jobs:
+    when: << pipeline.parameters.hivesim-rs-ci >>
+    jobs:
+      - hivesim-rs

.circleci/rust-simulators.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# This causes the bash script to exit immediately if any commands errors out
+set -e
+
+failed=""
+sims=$(find simulators -name Cargo.toml)
+for d in $sims; do
+    d="$(dirname "$d")"
+    echo "Lint, build, test $d"
+    ( cd "$d" || exit 1;
+    cargo fmt --all -- --check;
+    cargo clippy --all --all-targets --all-features --no-deps -- --deny warnings;
+    cargo test --workspace -- --nocapture;
+    )
+done

.circleci/upgrade-hivesim.sh

@@ -13,6 +13,6 @@ for d in $sims; do
         set -e
         cd $d
         go get -d "github.com/ethereum/hive@$version"
-        go mod tidy -compat=1.17
+        go mod tidy -compat=1.21
     )
 done

.gitignore

@@ -3,3 +3,8 @@ workspace
 .idea/
 # build output
 /hive
+
+# build output for rust simulators and hivesim-rs files
+simulators/**/target
+hivesim-rs/Cargo.lock
+hivesim-rs/target

README.md

@@ -5,8 +5,8 @@ Hive is a system for running integration tests against Ethereum clients.
 Ethereum Foundation maintains two public Hive instances to check for consensus, p2p and
 blockchain compatibility:
 
-- eth1 consensus, graphql and p2p tests are on <https://hivetests.ethdevops.io>
-- Engine API integration and rpc tests are on <https://hivetests2.ethdevops.io>
+- eth1 consensus, EngineAPI, RPC tests, graphql and p2p tests are on <https://hive.ethpandaops.io>
+ 
 
 **To read more about hive, please check [the documentation][doc].**
 
@@ -25,6 +25,13 @@ for validating Ethereum client implementations.
   - Difference in return value for 'r' parameter in getTransactionByHash: [#2372](https://github.com/NethermindEth/nethermind/issues/2372)
   - CREATE/CREATE2 behavior when account already has max nonce [#3698](https://github.com/NethermindEth/nethermind/pull/3698)
   - Blake2 performance issue with non-vectorized code [#3837](https://github.com/NethermindEth/nethermind/pull/3837)
+- Besu:
+  - Missing v result for blob and pending tx [#8196](https://github.com/hyperledger/besu/pull/8196)
+  - EIP-7702 - skip CodeDelegation processing for invalid recid [#8212](https://github.com/hyperledger/besu/pull/8212)
+  - LogTopic - empty list is wildcard topic [#8420](https://github.com/hyperledger/besu/pull/8420)
+  - RLP Block Importer - move worldstate head only if import successful [#8447](https://github.com/hyperledger/besu/pull/8447)
+  - Bug in Bonsai Archive mode when storage to delete could be null: [#8434](https://github.com/hyperledger/besu/pull/8434)
+  - Bug in estimating gas - if no gas params set, tx was being estimated as a FRONTIER tx but should be 1559 [#8472](https://github.com/hyperledger/besu/pull/8472)
 
 ### Contributions
 

clients/besu/Dockerfile

@@ -17,7 +17,6 @@ COPY genesis.json /genesis.json
 COPY mapper.jq /mapper.jq
 COPY besu.sh /opt/besu/bin/besu-hive.sh
 COPY enode.sh /hive-bin/enode.sh
-COPY trusted_setup.txt /trusted_setup.txt
 
 # Set execute permissions for scripts
 RUN chmod +x /opt/besu/bin/besu-hive.sh /hive-bin/enode.sh

clients/besu/Dockerfile.git

@@ -1,24 +1,28 @@
 ### Build Besu From Git:
 
 ## Builder stage: Compiles besu from a git repository
-FROM openjdk:17-jdk-slim as builder
+FROM ubuntu:22.04 as builder
 
 ARG tag=main
 ARG github=hyperledger/besu
 
-RUN echo "Cloning: $github - $tag" && \
-    apt-get update && apt-get install -y git libsodium-dev libnss3-dev \
+RUN echo "installing java on ubuntu base image" \
+    && apt-get update && apt-get install -y git libsodium-dev libnss3-dev \
+    && apt-get install --no-install-recommends -q --assume-yes ca-certificates-java=20190909* \
+    && apt-get install --no-install-recommends -q --assume-yes openjdk-21-jdk-headless=21* libjemalloc-dev=5.* \
+    && echo "Cloning: $github - $tag" \
     && git clone --depth 1 --branch $tag https://github.com/$github \
     && cd besu && ./gradlew installDist
 
 ## Final stage: Sets up the environment for running besu
-FROM openjdk:17-jdk-slim
+FROM ubuntu:22.04
 
 # Copy compiled binary from builder
 COPY --from=builder /besu/build/install/besu /opt/besu
 
 RUN apt-get update && apt-get install -y curl jq libsodium23 libnss3-dev \
-    && apt-get clean && rm -rf /var/lib/apt/lists/*
+    && apt-get install --no-install-recommends -q --assume-yes openjdk-21-jre-headless=21* libjemalloc-dev=5.*  \
+    && apt-get clean && rm -rf /var/lib/apt/lists/* 
 
 # Create version.txt
 RUN /opt/besu/bin/besu --version > /version.txt
@@ -28,7 +32,6 @@ COPY genesis.json /genesis.json
 COPY mapper.jq /mapper.jq
 COPY besu.sh /opt/besu/bin/besu-hive.sh
 COPY enode.sh /hive-bin/enode.sh
-COPY trusted_setup.txt /trusted_setup.txt
 
 # Set execute permissions for scripts
 RUN chmod +x /opt/besu/bin/besu-hive.sh /hive-bin/enode.sh

clients/besu/Dockerfile.local

@@ -1,22 +1,26 @@
 ### Build Besu Locally:
 
 ## Builder stage: Compiles besu from a local directory
-FROM openjdk:17-jdk-slim as builder
+FROM ubuntu:22.04 as builder
 
 # Default local client path: clients/besu/<besu>
 ARG local_path=besu
 COPY $local_path besu
 
 RUN apt-get update && apt-get install -y git libsodium-dev libnss3-dev \
+    && apt-get install --no-install-recommends -q --assume-yes ca-certificates-java=20190909 \
+    && apt-get install --no-install-recommends -q --assume-yes openjdk-21-jdk-headless=21* libjemalloc-dev=5.* \
     && cd besu && ./gradlew installDist
 
 ## Final stage: Sets up the environment for running besu
-FROM openjdk:17-jdk-slim
+FROM ubuntu:22.04
 
 # Copy compiled binary from builder
 COPY --from=builder /besu/build/install/besu /opt/besu
 
 RUN apt-get update && apt-get install -y curl jq libsodium23 libnss3-dev \
+    && apt-get install --no-install-recommends -q --assume-yes ca-certificates-java=20190909 \
+    && apt-get install --no-install-recommends -q --assume-yes openjdk-21-jre-headless=21* libjemalloc-dev=5.* \
     && apt-get clean && rm -rf /var/lib/apt/lists/*
 
 # Create version.txt
@@ -27,7 +31,6 @@ COPY genesis.json /genesis.json
 COPY mapper.jq /mapper.jq
 COPY besu.sh /opt/besu/bin/besu-hive.sh
 COPY enode.sh /hive-bin/enode.sh
-COPY trusted_setup.txt /trusted_setup.txt
 
 # Set execute permissions for scripts
 RUN chmod +x /opt/besu/bin/besu-hive.sh /hive-bin/enode.sh