Skip to content

perf: cibench workflow #2

perf: cibench workflow

perf: cibench workflow #2

Workflow file for this run

name: CI Benchmarks
on:
pull_request:
branches: [master]
env:
CARGO_TERM_COLOR: always
RUSTFLAGS: "-C target-cpu=native"
jobs:
benchmark:
name: Run benchmarks
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
profile: minimal
toolchain: stable
override: true
- name: Install critcmp
run: cargo install critcmp
- name: Run benchmarks (master)
run: |
git checkout master
cargo bench --bench parse -- --save-baseline master
- name: Run benchmarks (PR)
run: |
git checkout ${{ github.event.pull_request.head.sha }}
cargo bench --bench parse -- --save-baseline pr-${{ github.event.pull_request.number }}
- name: Compare benchmarks
run: |
critcmp master pr-${{ github.event.pull_request.number }}
benchmark-x64:
name: Run x64 benchmarks
runs-on: ubuntu-latest
strategy:
matrix:
feature: [swar, sse42, avx2]
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
profile: minimal
toolchain: stable
override: true
- name: Install critcmp
run: cargo install critcmp
- name: Run benchmarks (master)
run: |
git checkout master
CARGO_CFG_HTTPARSE_DISABLE_SIMD=1 cargo bench --bench parse ${{ matrix.feature != 'swar' && format('--features httparse_simd,httparse_simd_target_feature_{0}', matrix.feature) || '' }} -- --save-baseline master-${{ matrix.feature }}
- name: Run benchmarks (PR)
run: |
git checkout ${{ github.event.pull_request.head.sha }}
CARGO_CFG_HTTPARSE_DISABLE_SIMD=1 cargo bench --bench parse ${{ matrix.feature != 'swar' && format('--features httparse_simd,httparse_simd_target_feature_{0}', matrix.feature) || '' }} -- --save-baseline pr-${{ matrix.feature }}-${{ github.event.pull_request.number }}
- name: Compare benchmarks
run: |
critcmp master-${{ matrix.feature }} pr-${{ matrix.feature }}-${{ github.event.pull_request.number }}
benchmark-aarch64:
name: Run aarch64 benchmarks
runs-on: macos-latest
strategy:
matrix:
feature: [swar, neon]
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
profile: minimal
toolchain: stable
override: true
- name: Install critcmp
run: cargo install critcmp
- name: Run benchmarks (master)
run: |
git checkout master
CARGO_CFG_HTTPARSE_DISABLE_SIMD=1 cargo bench --bench parse ${{ matrix.feature == 'neon' && '--features httparse_simd,httparse_simd_neon_intrinsics' || '' }} -- --save-baseline master-aarch64-${{ matrix.feature }}
- name: Run benchmarks (PR)
run: |
git checkout ${{ github.event.pull_request.head.sha }}
CARGO_CFG_HTTPARSE_DISABLE_SIMD=1 cargo bench --bench parse ${{ matrix.feature == 'neon' && '--features httparse_simd,httparse_simd_neon_intrinsics' || '' }} -- --save-baseline pr-aarch64-${{ matrix.feature }}-${{ github.event.pull_request.number }}
- name: Compare benchmarks
run: |
critcmp master-aarch64-${{ matrix.feature }} pr-aarch64-${{ matrix.feature }}-${{ github.event.pull_request.number }}