Extend Bencher testing, add Memory metric #12
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: "Continous Benchmarking" | |
on: | |
push: | |
branches: main | |
pull_request: | |
branches: main | |
jobs: | |
benchmark_base_branch: | |
name: Continuous Benchmarking with Bencher | |
runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
container: | |
image: ccfmsrc.azurecr.io/ccf/ci:2024-04-25-virtual-clang15 | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Build and run virtual perf tests | |
run: | | |
git config --global --add safe.directory /__w/CCF/CCF | |
mkdir build | |
cd build | |
cmake -GNinja -DCOMPILE_TARGET=virtual .. | |
ninja | |
# Limited list of benchmarks for now, but should be extended to | |
# everything under a single label eventually | |
./tests.sh -VV -R pi_basic_ | |
./tests.sh -VV -R historical_query | |
./tests.sh -VV -R commit_latency | |
- uses: bencherdev/bencher@main | |
- name: Track base branch benchmarks with Bencher | |
run: | | |
bencher run \ | |
--project ccf \ | |
--token '${{ secrets.BENCHER_API_TOKEN }}' \ | |
--branch $GITHUB_REF_NAME \ | |
--testbed gha-virtual-ccf-sub \ | |
--adapter json \ | |
--err \ | |
--file build/bencher.json \ | |
--github-actions ${{ secrets.GITHUB_TOKEN }} |