refactor(benchmark): change benchmark CI to download data from logs in AWS

.github/workflows/base_benchmarks.yml

@@ -25,16 +25,19 @@ jobs:
           python: 3.11
           os: ubuntu-22.04
       - name: Set env vars
-        run: cat ./extras/benchmarking/.env >> $GITHUB_ENV
+        run: cat ./extras/benchmarking/sync_v2/.env >> $GITHUB_ENV
       - name: Download benchmark data
         run: |
+          wget $BENCH_DATA_URL
+          tar -xzf $BENCH_DATA_FILE_NAME.tar.gz
           mkdir $SERVER_DATA_DIR
-          poetry run hathor-cli quick_test \
+          poetry run hathor-cli load-from-logs \
             --testnet \
             --data $SERVER_DATA_DIR \
             --cache \
             --cache-size $CACHE_SIZE \
-            --quit-after-n-blocks $N_BLOCKS
+            --x-localhost-only \
+            --log-dump $BENCH_DATA_FILE_NAME
       - name: Run server node
         run: |
           poetry run hathor-cli run_node \
@@ -48,11 +51,11 @@ jobs:
       - name: Track base branch benchmarks with Bencher
         run: |
           bencher run \
-          --project hathor-core \
-          --token '${{ secrets.BENCHER_API_TOKEN }}' \
-          --branch master \
-          --testbed ubuntu-22.04 \
-          --adapter shell_hyperfine \
-          --err \
-          --file $BENCH_FILE \
-          './extras/benchmarking/benchmark_sync_v2.sh'
+            --project hathor-core \
+            --token '${{ secrets.BENCHER_API_TOKEN }}' \
+            --branch master \
+            --testbed ubuntu-22.04 \
+            --adapter shell_hyperfine \
+            --err \
+            --file $BENCH_FILE \
+            './extras/benchmarking/sync_v2/benchmark_sync_v2.sh'

.github/workflows/pr_benchmarks.yml

@@ -29,16 +29,19 @@ jobs:
           python: 3.11
           os: ubuntu-22.04
       - name: Set env vars
-        run: cat ./extras/benchmarking/.env >> $GITHUB_ENV
+        run: cat ./extras/benchmarking/sync_v2/.env >> $GITHUB_ENV
       - name: Download benchmark data
         run: |
+          wget $BENCH_DATA_URL
+          tar -xzf $BENCH_DATA_FILE_NAME.tar.gz
           mkdir $SERVER_DATA_DIR
-          poetry run hathor-cli quick_test \
+          poetry run hathor-cli load-from-logs \
             --testnet \
             --data $SERVER_DATA_DIR \
             --cache \
             --cache-size $CACHE_SIZE \
-            --quit-after-n-blocks $N_BLOCKS
+            --x-localhost-only \
+            --log-dump $BENCH_DATA_FILE_NAME
       - name: Run server node
         run: |
           poetry run hathor-cli run_node \
@@ -62,4 +65,4 @@ jobs:
             --err \
             --github-actions '${{ secrets.GITHUB_TOKEN }}' \
             --file $BENCH_FILE \
-            './extras/benchmarking/benchmark_sync_v2.sh'
+            './extras/benchmarking/sync_v2/benchmark_sync_v2.sh'

extras/benchmarking/sync_v2/.env

@@ -0,0 +1,9 @@
+BENCH_DATA_FILE_NAME=ci_testnet_upto_20k
+BENCH_DATA_URL=https://hathor-public-files.s3.amazonaws.com/hathor-core-ci/ci_testnet_upto_20k.tar.gz
+N_BLOCKS=20000
+CACHE_SIZE=100000
+SERVER_DATA_DIR=server-data
+TCP_PORT=40403
+N_RUNS=2
+BENCH_FILE=testnet_upto_20k_results.json
+BENCH_DATA_DIR=bench-data