ci: Remove unnecessary workflows and simplify others for efficiency.

.github/workflows/benchmark.yml

@@ -22,22 +22,20 @@ on:
       - 'scripts/ci/setup-ubuntu.sh'
 
   push:
-    branches: [main]
 
 permissions:
   contents: read
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.sha }}
-  cancel-in-progress: true
+  cancel-in-progress: "${{github.ref != 'refs/heads/presto-0.293-clp-connector'}}"
 
 defaults:
   run:
     shell: bash
 
 jobs:
   benchmark:
-    if: github.repository == 'facebookincubator/velox'
     runs-on: 8-core-ubuntu-22.04
     env:
       CCACHE_DIR: "${{ github.workspace }}/ccache/"
@@ -140,90 +138,3 @@ jobs:
           path: "benchmark-results"
           name: "benchmark-results"
           retention-days: 5
-
-  upload:
-    runs-on: ubuntu-latest
-    needs: benchmark
-    if: false && github.event_name == 'push'
-    permissions:
-      actions: read
-      statuses: write
-    steps:
-
-    - name: Download artifacts
-      uses: actions/download-artifact@cc203385981b70ca67e1cc392babf9cc229d5806 # v4.1.9
-      with:
-        merge-multiple: true
-        path: /tmp/artifacts/
-
-    - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-      with:
-        path: velox
-        persist-credentials: false
-
-    - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
-      with:
-        python-version: '3.10'
-        cache: 'pip'
-        cache-dependency-path: "velox/scripts/*"
-
-    - name: Install dependencies
-      run: pip install -r velox/scripts/ci/benchmark-requirements.txt
-
-    - name: Upload results
-      env:
-        CONBENCH_URL: "https://velox-conbench.voltrondata.run/"
-        CONBENCH_MACHINE_INFO_NAME: "GitHub-runner-8-core"
-        CONBENCH_EMAIL: "${{ secrets.CONBENCH_EMAIL }}"
-        CONBENCH_PASSWORD: "${{ secrets.CONBENCH_PASSWORD }}"
-        CONBENCH_PROJECT_REPOSITORY: "${{ github.repository }}"
-        CONBENCH_PROJECT_COMMIT: "${{ github.sha }}"
-        RUN_ID: "GHA-${{ github.run_id }}-${{ github.run_attempt }}"
-      run: |
-        ./velox/scripts/ci/benchmark-runner.py upload \
-          --run_id "$RUN_ID" \
-          --sha "$CONBENCH_PROJECT_COMMIT" \
-          --output_dir "/tmp/artifacts/contender/"
-
-    - name: Check the status of the upload
-      # Status functions like failure() only work in `if:`
-      if: failure()
-      id: status
-      run: echo "failed=true" >> $GITHUB_OUTPUT
-
-    - name: Create a GitHub Status on the contender commit (whether the upload was successful)
-      uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1
-      if: ${{ !cancelled() && steps.extract.conclusion != 'failure' }}
-      with:
-        script: |
-          let url = 'https://github.com/${{github.repository}}/actions/runs/${{ github.run_id }}'
-          let state = 'success'
-          let description = 'Result upload succeeded!'
-
-          if(${{ steps.status.outputs.failed == 'true' && true || false }}) {
-            state = 'failure'
-            description = 'Result upload failed!'
-          }
-
-          github.rest.repos.createCommitStatus({
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            sha: context.sha,
-            state: state,
-            target_url: url,
-            description: description,
-            context: 'Benchmark Result Upload'
-          })
-
-    - name: Create a GitHub Check benchmark report on the merged PR
-      env:
-        CONBENCH_URL: "https://velox-conbench.voltrondata.run/"
-        GITHUB_APP_ID: "${{ secrets.GH_APP_ID }}"
-        GITHUB_APP_PRIVATE_KEY: "${{ secrets.GH_APP_PRIVATE_KEY }}"
-        COMMIT_MESSAGE: "${{ github.event.head_commit.message }}"
-        CONTENDER_SHA: "${{ github.sha }}"
-      run: |
-        ./velox/scripts/ci/benchmark-alert.py \
-          --contender-sha "$CONTENDER_SHA" \
-          --merge-commit-message "$COMMIT_MESSAGE" \
-          --z-score-threshold 50

.github/workflows/breeze.yml

@@ -16,8 +16,7 @@ name: Breeze Linux Build
 
 on:
   push:
-    branches:
-      - "main"
+    branches: [presto-0.293-clp-connector]
     paths:
       - "velox/experimental/breeze/**"
       - "velox/external/perfetto/**"
@@ -40,13 +39,11 @@ permissions:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.repository }}-${{ github.head_ref || github.sha }}
-  cancel-in-progress: true
+  cancel-in-progress: "${{github.ref != 'refs/heads/presto-0.293-clp-connector'}}"
 
 jobs:
   ubuntu-debug:
     runs-on: ubuntu-22.04
-    # prevent errors when forks ff their main branch
-    if: ${{ github.repository == 'facebookincubator/velox' }}
     name: "Ubuntu debug"
     defaults:
       run:
@@ -80,8 +77,6 @@ jobs:
 
   ubuntu-gpu-relwithdebinfo:
     runs-on: 4-core-ubuntu-gpu-t4
-    # prevent errors when forks ff their main branch
-    if: ${{ github.repository == 'facebookincubator/velox' }}
     name: "Ubuntu GPU debug"
     env:
       CUDA_VERSION: "12.2"

.github/workflows/build-metrics.yml

@@ -26,19 +26,18 @@ on:
         description: "ref to check"
         required: true
 
-  schedule:
-    # Run every day at 04:05
-    - cron: "5 4 * * *"
-
 permissions:
   contents: read
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.sha }}
+  cancel-in-progress: "${{github.ref != 'refs/heads/presto-0.293-clp-connector'}}"
+
 jobs:
   metrics:
     name: Linux ${{ matrix.link-type }} - ${{ matrix.type }} with adapters
-    if: ${{ github.repository == 'facebookincubator/velox' }}
     runs-on: ${{ matrix.runner }}
-    container: ghcr.io/facebookincubator/velox-dev:adapters
+    container: ghcr.io/y-scope/clp/velox-dev:adapters
     strategy:
       fail-fast: false
       matrix:
@@ -104,89 +103,3 @@ jobs:
         with:
           path: ${{ env.sizes_file }}
           name: "${{ matrix.type }}-${{ matrix.link-type }}-sizes"
-
-      - name: Copy ninja_log
-        run: cp _build/${{ matrix.type }}/.ninja_log /tmp/metrics/.ninja_log
-
-      - name: "Install dependencies"
-        run: |
-          python3 -m pip install setuptools
-          python3 -m pip install -r scripts/ci/benchmark-requirements.txt
-
-      - name: "Upload Metrics"
-        # This disables the upload and report generation on fork PRs but allows it for forks from within the main repo.
-        if: ${{ github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == 'facebookincubator/velox' }}
-        env:
-          CONBENCH_URL: "https://velox-conbench.voltrondata.run/"
-          CONBENCH_MACHINE_INFO_NAME: "GitHub-runner-${{ matrix.runner }}"
-          CONBENCH_EMAIL: "${{ secrets.CONBENCH_EMAIL }}"
-          CONBENCH_PASSWORD: "${{ secrets.CONBENCH_PASSWORD }}"
-          # These don't actually work https://github.com/conbench/conbench/issues/1484
-          # but have to be there to work regardless??
-          CONBENCH_PROJECT_REPOSITORY: "${{ github.repository }}"
-          CONBENCH_PROJECT_COMMIT: "${{ inputs.ref || github.sha }}"
-        run: |
-          ./scripts/ci/bm-report/build-metrics.py upload \
-            --build_type "${{ matrix.link-type }}-${{ matrix.type }}" \
-            --run_id "BM-${{ matrix.link-type }}-${{ matrix.type }}-${{ github.run_id }}-${{ github.run_attempt }}" \
-            --pr_number "${{ github.event.number }}" \
-            --sha "${{ inputs.ref || github.sha }}" \
-            "/tmp/metrics"
-
-  upload-report:
-    permissions:
-      contents: write
-    runs-on: ubuntu-latest
-    name: Generate and Upload Build Metric Report
-    needs: metrics
-    steps:
-      - name: Checkout
-        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-        with:
-          fetch-depth: 0
-
-      - name: Setup Git User
-        run: |
-          git config --global user.email "velox@users.noreply.github.com"
-          git config --global user.name "velox"
-
-      - uses: cachix/install-nix-action@08dcb3a5e62fa31e2da3d490afc4176ef55ecd72 # v30
-        with:
-          nix_path: nixpkgs=channel:nixos-unstable
-
-      - name: Build Environment
-        run: |
-          cd scripts/ci/bm-report
-          nix-build
-
-      - name: Build Documentation
-        env:
-          CONBENCH_URL: "https://velox-conbench.voltrondata.run/"
-          CONBENCH_EMAIL: "${{ secrets.CONBENCH_EMAIL }}"
-          CONBENCH_PASSWORD: "${{ secrets.CONBENCH_PASSWORD }}"
-        run: |
-          cd scripts/ci/bm-report
-          nix-shell --run "quarto render report.qmd"
-
-      - name: Upload Report Artifact
-        uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
-        with:
-          name: report
-          path: scripts/ci/bm-report/report.html
-          retention-days: 5
-
-      - name: Push Report
-        # The report only uses conbench data from 'main'
-        # so any data generated in a PR won't be included
-        if: ${{ github.event_name != 'pull_request' && github.repository == 'facebookincubator/velox'}}
-        run: |
-          git checkout gh-pages
-          mkdir -p docs/bm-report
-          cp -R scripts/ci/bm-report/report.html docs/bm-report/index.html
-          git add docs
-
-          if [ -n "$(git status --porcelain --untracked-files=no)" ]
-          then
-            git commit -m "Update build metrics"
-            git push
-          fi

.github/workflows/build_pyvelox.yml

@@ -33,13 +33,16 @@ on:
   pull_request:
     paths:
       - '.github/workflows/build_pyvelox.yml'
+  push:
+    paths:
+      - '.github/workflows/build_pyvelox.yml'
 
 permissions:
   contents: read
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.repository }}-${{ github.head_ref || github.sha }}
-  cancel-in-progress: true
+  cancel-in-progress: "${{github.ref != 'refs/heads/presto-0.293-clp-connector'}}"
 
 jobs:
   build_wheels:
@@ -48,7 +51,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [8-core-ubuntu, macos-13, macos-14]
+        os: [8-core-ubuntu]
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
@@ -68,43 +71,6 @@ jobs:
           path: "ccache"
           key: ccache-wheels-${{ matrix.os }}
 
-      - name: "Restore macOS Dependencies"
-        if: startsWith(matrix.os, 'macos')
-        uses: apache/infrastructure-actions/stash/restore@3354c1565d4b0e335b78a76aedd82153a9e144d4
-        id: restore-deps
-        with:
-          path: "dependencies"
-          key: dependencies-pyvelox-${{ matrix.os }}-${{ hashFiles('scripts/setup-macos.sh') }}
-
-      - name: Install macOS dependencies from brew
-        if: startsWith(matrix.os, 'macos')
-        run: |
-            export INSTALL_PREFIX="$GITHUB_WORKSPACE/dependencies"
-            echo "CMAKE_PREFIX_PATH=$INSTALL_PREFIX" >> $GITHUB_ENV
-            echo "DYLD_LIBRARY_PATH=$INSTALL_PREFIX/lib:$DYLD_LIBRARY_PATH" >> $GITHUB_ENV
-
-            source scripts/setup-macos.sh
-            install_build_prerequisites
-            install_velox_deps_from_brew
-            # CMake 4.0 causes issues with arrows bundled dependencies
-            brew uninstall cmake
-            pipx install --force cmake==3.31
-
-      - name: Install macOS dependencies
-        if: ${{ startsWith(matrix.os, 'macos') && steps.restore-deps.outputs.stash-hit != 'true' }}
-        env:
-          MACOSX_DEPLOYMENT_TARGET: "13.0"
-        run: |
-          bash scripts/setup-macos.sh
-
-      - name: "Save macOS Dependencies"
-        if: ${{ startsWith(matrix.os, 'macos') && steps.restore-deps.outputs.stash-hit != 'true' }}
-        uses: apache/infrastructure-actions/stash/save@3354c1565d4b0e335b78a76aedd82153a9e144d4
-        with:
-          path: "dependencies"
-          key: dependencies-pyvelox-${{ matrix.os }}-${{ hashFiles('scripts/setup-macos.sh') }}
-          retention-days: 90
-
       - name: "Create sdist"
         if: matrix.os == '8-core-ubuntu'
         env:
@@ -120,8 +86,6 @@ jobs:
           CIBW_BUILD: "cp310-* cp311-* cp312-* cp313-*"
           CIBW_ENVIRONMENT_PASS_LINUX:  "BUILD_VERSION"
           CIBW_ENVIRONMENT_LINUX: "CCACHE_DIR=/host${{ github.workspace }}/ccache"
-          # for macos
-          MACOSX_DEPLOYMENT_TARGET: ${{ matrix.os == 'macos-14' && '14' || '13' }}
           CCACHE_DIR: "${{ github.workspace }}/ccache" 
         with:
           output-dir: wheelhouse
@@ -132,41 +96,10 @@ jobs:
           path: "ccache"
           key: ccache-wheels-${{ matrix.os }}
 
-      - name: "Rename wheel compatibility tag"
-        if: false #startsWith(matrix.os, 'macos')
-        run: |
-          brew install rename
-          cd wheelhouse
-          rename 's/11_0/10_15/g' *.whl
-
       - uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1
         with:
           name: wheels-${{ matrix.os }}
           retention-days: 5
           path: |
             ./wheelhouse/*.whl
             ./wheelhouse/*.tar.gz
-
-  publish_wheels:
-    name: Publish Wheels to PyPI
-    if: ${{ github.event_name == 'schedule' || inputs.publish }}
-    needs: build_wheels
-    runs-on: ubuntu-22.04
-    steps:
-      - uses: actions/download-artifact@cc203385981b70ca67e1cc392babf9cc229d5806 # v4.1.9
-        with:
-          pattern: wheels-*
-          merge-multiple: true
-          path: ./wheelhouse
-
-      - run: ls wheelhouse
-
-      - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
-        with:
-          python-version: "3.10"
-
-      - name: Publish a Python distribution to PyPI
-        uses: pypa/gh-action-pypi-publish@76f52bc884231f62b9a034ebfe128415bbaabdfc # v1.12.4
-        with:
-          password: ${{ secrets.PYPI_API_TOKEN }}
-          packages_dir: wheelhouse