chore(ci): backport release workflow

.github/actions/artifact_upload/action.yml

@@ -41,9 +41,17 @@ runs:
       if: env.RUNNER_PROVIDER == 'aws'
       shell: bash
       run: |
+        echo "### artifacts 🚀" >> $GITHUB_STEP_SUMMARY
         aws s3 sync ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/ \
           s3://databend-ci/${{ env.BUILD_PROFILE }}/${{ inputs.sha }}/${{ inputs.target }}/${{ inputs.category }}/ \
           --exclude "*" --include "databend-*" --no-progress
+        artifacts="meta,query,query.debug"
+        for artifact in ${artifacts//,/ }; do
+          if [[ -f ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-${artifact} ]]; then
+            url=$(aws s3 presign s3://databend-ci/${{ env.BUILD_PROFILE }}/${{ inputs.sha }}/${{ inputs.target }}/${{ inputs.category }}/databend-${artifact} --expires-in 21600)
+            echo "- [${artifact}](${url})" >> $GITHUB_STEP_SUMMARY
+          fi
+        done
 
     - name: Upload artifact to gcs
       if: env.RUNNER_PROVIDER == 'gcp'

.github/actions/build_linux/action.yml

@@ -69,11 +69,12 @@ runs:
       shell: bash
       run: |
         artifacts="meta,metactl,metabench,query,sqllogictests"
+        binaries=""
         for artifact in ${artifacts//,/ }; do
-          echo "==> building databend-$artifact ..."
-          cargo -Zgitoxide=fetch -Zgit=shallow-index,shallow-deps build --target ${{ inputs.target }} --features ${{ inputs.features }} --profile ${{ env.BUILD_PROFILE }} --bin databend-$artifact
+          binaries="${binaries} --bin databend-$artifact"
         done
-        ls -lh ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-$artifact
+        cargo -Zgitoxide=fetch -Zgit=shallow-index,shallow-deps build --target ${{ inputs.target }} --features ${{ inputs.features }} --profile ${{ env.BUILD_PROFILE }} ${binaries}
+        ls -lh ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-*
 
     - name: Build Release for specific artifacts
       if: inputs.artifacts != 'all'
@@ -83,8 +84,8 @@ runs:
         for artifact in ${artifacts//,/ }; do
           echo "==> building databend-$artifact ..."
           cargo -Zgitoxide=fetch -Zgit=shallow-index,shallow-deps build --target ${{ inputs.target }} --features ${{ inputs.features }} --profile ${{ env.BUILD_PROFILE }} --bin databend-$artifact
+          ls -lh ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-$artifact
         done
-        ls -lh ./target/${{ inputs.target }}/${{ env.BUILD_PROFILE }}/databend-$artifact
 
     - name: Check Binary Info
       shell: bash

.github/actions/pack_binaries/action.yml

@@ -23,6 +23,14 @@ runs:
         category: ${{ inputs.category }}
         path: distro/bin
         artifacts: metactl,meta,query,query.debug
+    - name: Download BendSQL
+      shell: bash
+      env:
+        GH_TOKEN: ${{ github.token }}
+      run: |
+        verison=$(gh release list --repo databendlabs/bendsql | head -n 1 | awk '{print $1}')
+        curl -sSLfo /tmp/bendsql.tar.gz https://github.com/databendlabs/bendsql/releases/download/${verison}/bendsql-${verison}-${{ inputs.target }}.tar.gz
+        tar -xzvf /tmp/bendsql.tar.gz -C distro/bin
     - name: Pack Binaries
       id: pack_binaries
       shell: bash

.github/actions/setup_build_tool/action.yml

@@ -38,12 +38,12 @@ runs:
         EOF
 
         RUNNER_PROVIDER="${RUNNER_PROVIDER:-github}"
-        export SCCACHE_IDLE_TIMEOUT=0
         case ${RUNNER_PROVIDER} in
           aws)
             echo "setting up sccache for AWS S3..."
             cat <<EOF >>$BIN_LOCAL/build-tool
         export ENABLE_SCCACHE=true
+        export SCCACHE_IDLE_TIMEOUT=0
         export SCCACHE_BUCKET=databend-ci
         export SCCACHE_REGION=us-east-2
         export SCCACHE_S3_KEY_PREFIX="cache/sccache/"
@@ -57,6 +57,7 @@ runs:
             echo "setting up sccache for Google Cloud Storage..."
             cat <<EOF >>$BIN_LOCAL/build-tool
         export ENABLE_SCCACHE=true
+        export SCCACHE_IDLE_TIMEOUT=0
         export SCCACHE_GCS_RW_MODE=READ_WRITE
         export SCCACHE_GCS_BUCKET=databend-ci
         export SCCACHE_GCS_KEY_PREFIX="cache/sccache/"

.github/actions/setup_test/action.yml

@@ -0,0 +1,44 @@
+name: "Setup For GNU Test"
+description: "Setup For GNU Test"
+inputs:
+  path:
+    description: "default to ./target/${BUILD_PROFILE}/"
+    required: false
+    default: ""
+  artifacts:
+    description: "Artifacts to download, only works with s3/gcs"
+    required: false
+    default: "meta,query"
+runs:
+  using: "composite"
+  steps:
+    - id: target
+      shell: bash
+      run: |
+        arch=$(uname -m)
+        target="${arch}-unknown-linux-gnu"
+        echo "target=${target}" >> $GITHUB_OUTPUT
+
+    - uses: ./.github/actions/setup_bendsql
+
+    - uses: ./.github/actions/artifact_download
+      with:
+        sha: ${{ github.sha }}
+        target: ${{ steps.target.outputs.target }}
+        category: full
+        artifacts: ${{ inputs.artifacts }}
+        path: ${{ inputs.path }}
+
+    - uses: actions/setup-python@v5
+      with:
+        python-version: "3.12"
+
+    - uses: actions/setup-java@v4
+      with:
+        distribution: temurin
+        java-version: "11"
+
+    - name: setup java env
+      shell: bash
+      run: |
+        echo "LD_LIBRARY_PATH=${{ env.JAVA_HOME }}/lib/server:${{ env.LD_LIBRARY_PATH }}" >> $GITHUB_ENV

.github/actions/test_cloud_sqllogic_standalone_linux/action.yml

@@ -1,16 +1,12 @@
 name: "Test cloud control sqllogic Standalone"
 description: "Running cloud control sqllogic tests in standalone mode"
 inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
   dirs:
     description: "logic test suites dirs"
     required: true
     default: ""
   handlers:
-    description: "logic test handlers, mysql,http,clickhouse"
+    description: "logic test handlers, mysql,http"
     required: true
     default: ""
   storage-format:
@@ -21,11 +17,8 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
+    - uses: ./.github/actions/setup_test
       with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
         artifacts: sqllogictests,meta,query
 
     - name: Run sqllogic Tests with Standalone mode

.github/actions/test_compat_fuse/action.yml

@@ -1,19 +1,10 @@
 name: "Test fuse-table format in an old query is compatible with new query"
 description: "Download old binaries and current binaries, write data with old query, read data with new query"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
+    - uses: ./.github/actions/setup_test
       with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
         path: ./bins/current
         artifacts: sqllogictests,meta,query
 

.github/actions/test_compat_meta_meta/action.yml

@@ -1,18 +1,10 @@
 name: "Test protocol compatibility between databend-meta servers"
 description: "Download old binaries and current binaries, write some data and then read data"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
+    - uses: ./.github/actions/setup_test
       with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
         path: ./bins/current/bin
         artifacts: meta,metactl,metabench
 

.github/actions/test_compat_meta_query/action.yml

@@ -1,18 +1,10 @@
 name: "Test old metasrv is compatible with new query; new meta is compatible with old query"
 description: "Download old binaries and current binaries, run stateless test with old `meta` and latest `query`"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
+    - uses: ./.github/actions/setup_test
       with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
         path: ./bins/current
         artifacts: sqllogictests,meta,query
 

.github/actions/test_ee_management_mode_linux/action.yml

@@ -1,19 +1,9 @@
 name: "Test ee management mode"
 description: "Running stateless tests in management mode"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
-      with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
+    - uses: ./.github/actions/setup_test
 
     - name: Run Stateful Tests with Standalone mode
       shell: bash

.github/actions/test_ee_sqllogic_standalone_linux/action.yml

@@ -1,16 +1,12 @@
 name: "Test ee sqllogic Standalone"
 description: "Running ee sqllogic tests in standalone mode"
 inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
   dirs:
     description: "logic test suites dirs"
     required: true
     default: ""
   handlers:
-    description: "logic test handlers, mysql,http,clickhouse"
+    description: "logic test handlers, mysql,http"
     required: true
     default: ""
   storage-format:
@@ -21,12 +17,8 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
+    - uses: ./.github/actions/setup_test
       with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
         artifacts: sqllogictests,meta,query
 
     - name: Run sqllogic Tests with Standalone mode

.github/actions/test_ee_standalone_background_linux/action.yml

@@ -1,19 +1,9 @@
 name: "Test Enterprise Background Service features Standalone"
 description: "Running stateless tests in standalone mode"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
-      with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
+    - uses: ./.github/actions/setup_test
 
     - name: Minio Setup for (ubuntu-latest only)
       shell: bash

.github/actions/test_ee_standalone_fake_time_linux/action.yml

@@ -1,19 +1,9 @@
 name: "Test Enterprise features Standalone"
 description: "Running stateless tests in standalone mode"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
-      with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
+    - uses: ./.github/actions/setup_test
 
     - name: Minio Setup for (ubuntu-latest only)
       shell: bash

.github/actions/test_ee_standalone_linux/action.yml

@@ -1,19 +1,9 @@
 name: "Test Enterprise features Standalone"
 description: "Running stateless tests in standalone mode"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
-      with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
+    - uses: ./.github/actions/setup_test
 
     - name: Minio Setup for (ubuntu-latest only)
       shell: bash

.github/actions/test_fuzz_standalone_linux/action.yml

@@ -1,20 +1,9 @@
 name: "Test Fuzz Standalone"
 description: "Running fuzz tests in standalone mode"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
-      with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
+    - uses: ./.github/actions/setup_test
 
     - name: Test setup
       shell: bash

.github/actions/test_logs/action.yml

@@ -1,20 +1,9 @@
 name: "Test collection query & profile logs for databend query"
 description: "Test collection query & profile logs for databend query"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - uses: ./.github/actions/setup_bendsql
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
-      with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
-        artifacts: meta,query
+    - uses: ./.github/actions/setup_test
 
     - name: Run logging Tests
       shell: bash

.github/actions/test_meta_cluster/action.yml

@@ -1,18 +1,9 @@
 name: "Test databend-meta cluster"
 description: "Download binaries, setup cluster by joining and leaving"
-inputs:
-  target:
-    description: ""
-    required: true
-    default: "x86_64-unknown-linux-gnu"
 runs:
   using: "composite"
   steps:
-    - name: Download artifact
-      uses: ./.github/actions/artifact_download
-      with:
-        sha: ${{ github.sha }}
-        target: ${{ inputs.target }}
+    - uses: ./.github/actions/setup_test
 
     - name: Test databend-meta cluster
       shell: bash