feat: Optimize CI benchmarks workflow

Author: KShivendu

.github/workflows/continuous-benchmark.yaml

@@ -15,6 +15,8 @@ jobs:
       - uses: webfactory/[email protected]
         with:
           ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
+      - name: Setup CI
+        run: bash -x tools/setup_ci.sh
       - name: Benches
         run: |
             export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }}

tools/run_ci.sh

@@ -7,27 +7,6 @@ set -e
 SCRIPT=$(realpath "$0")
 SCRIPT_PATH=$(dirname "$SCRIPT")
 
-# Set up dependencies
-
-sudo apt update
-sudo apt install -y jq
-
-# Download and install hcloud
-
-HCVERSION=v1.36.0
-
-wget https://github.com/hetznercloud/cli/releases/download/${HCVERSION}/hcloud-linux-amd64.tar.gz
-
-tar xzf hcloud-linux-amd64.tar.gz
-
-sudo mv hcloud /usr/local/bin
-
-# Install mc
-
-wget https://dl.min.io/client/mc/release/linux-amd64/mc
-chmod +x mc
-./mc alias set qdrant https://storage.googleapis.com "${GCS_KEY}" "${GCS_SECRET}"
-
 bash -x "${SCRIPT_PATH}/run_remote_benchmark.sh"
 
 ./mc cp results/* qdrant/vector-search-engines-benchmark/results/ci/qdrant/

tools/run_experiment.sh

@@ -1,6 +1,8 @@
 #!/bin/bash
 
-ENGINE_NAME=${ENGINE_NAME:-"qdrant-default"}
+set -e
+
+ENGINE_NAME=${ENGINE_NAME:-"qdrant-continuous-benchmark"}
 
 DATASETS=${DATASETS:-""}
 

tools/run_server_container.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# Examples: qdrant-single-node
+# Examples: qdrant-continuous-benchmarks
 CONTAINER_NAME=$1
 
 CLOUD_NAME=${CLOUD_NAME:-"hetzner"}
@@ -20,7 +20,7 @@ IP_OF_THE_SERVER=$(bash "${SCRIPT_PATH}/${CLOUD_NAME}/get_public_ip.sh" "$BENCH_
 
 bash -x "${SCRIPT_PATH}/sync_servers.sh" "root@$IP_OF_THE_SERVER"
 
-# if version is dev or if starts with "docker" or "ghcr", use container
+# if version is starts with "docker" or "ghcr", use container
 if [[ ${QDRANT_VERSION} == docker/* ]] || [[ ${QDRANT_VERSION} == ghcr/* ]]; then
 
     if [[ ${QDRANT_VERSION} == docker/* ]]; then
@@ -33,11 +33,9 @@ if [[ ${QDRANT_VERSION} == docker/* ]] || [[ ${QDRANT_VERSION} == ghcr/* ]]; the
         CONTAINER_REGISTRY='ghcr.io'
     fi
 
-    DOCKER_COMPOSE="export QDRANT_VERSION=${QDRANT_VERSION}; export CONTAINER_REGISTRY=${CONTAINER_REGISTRY}; docker compose down ; pkill qdrant ; docker rmi ${CONTAINER_REGISTRY}/qdrant/qdrant:${QDRANT_VERSION} || true ; docker compose up -d"
+    DOCKER_COMPOSE="export QDRANT_VERSION=${QDRANT_VERSION}; export CONTAINER_REGISTRY=${CONTAINER_REGISTRY}; docker compose down; pkill qdrant ; docker rmi ${CONTAINER_REGISTRY}/qdrant/qdrant:${QDRANT_VERSION} || true ; docker compose up -d; docker container ls"
     ssh -t "${SERVER_USERNAME}@${IP_OF_THE_SERVER}" "cd ./projects/vector-db-benchmark/engine/servers/${CONTAINER_NAME} ; $DOCKER_COMPOSE"
 else
-    # else run natively in the server
-    DOCKER_QDRANT_STOP="docker stop qdrant-continuous || true"
-    QDRANT_BUILD="source ~/.cargo/env; git fetch --tags; git checkout ${QDRANT_VERSION}; git pull; mold -run cargo run --bin qdrant --release"
-    ssh -t "${SERVER_USERNAME}@${IP_OF_THE_SERVER}" "cd ./projects/qdrant; ${DOCKER_QDRANT_STOP}; $QDRANT_BUILD"
+    echo "Error: unknown version ${QDRANT_VERSION}. Version name should start with 'docker/' or 'ghcr/'"
+    exit 1
 fi

tools/setup_ci.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+# Set up dependencies
+
+sudo apt update
+sudo apt install -y jq
+
+# Download and install hcloud
+
+HCVERSION=v1.36.0
+
+wget https://github.com/hetznercloud/cli/releases/download/${HCVERSION}/hcloud-linux-amd64.tar.gz
+
+tar xzf hcloud-linux-amd64.tar.gz
+
+sudo mv hcloud /usr/local/bin
+
+# Install mc
+
+wget https://dl.min.io/client/mc/release/linux-amd64/mc
+chmod +x mc
+./mc alias set qdrant https://storage.googleapis.com "${GCS_KEY}" "${GCS_SECRET}"