bench.yml

# SPDX-License-Identifier: Apache-2.0

name: Bench
on:
  push:
    branches: ["main"]
  pull_request:
    branches: ["main"]
    types: [ "labeled" ]
jobs:
  bench:
    name: ${{ matrix.target.name }}
    strategy:
      fail-fast: true
      matrix:
       target:
        - system: rpi4
          name: Arm Cortex-A72 (Raspberry Pi 4) benchmarks
          cmd: tests bench -c PMU --cflags -mcpu=cortex-a72 -v --output output.json
        - system: rpi5
          name: Arm Cortex-A76 (Raspberry Pi 5) benchmarks
          cmd: tests bench -c PERF --cflags -mcpu=cortex-a76 --arch-flags -march=armv8.2-a -v --output output.json
        - system: a55
          name: Arm Cortex-A55 (Snapdragon 888) benchmarks
          cmd: tests bench -c PERF --cflags "-static -mcpu=cortex-a55" --arch-flags -march=armv8.2-a -w exec-on-a55 -v --output output.json
    runs-on: self-hosted-${{ matrix.target.system }}
    defaults:
      run:
        shell: nix develop .#ci -c bash -e {0}
    permissions:
      contents: write
    if: github.repository_owner == 'pq-code-package' && (github.event.label.name == 'benchmark' || github.ref == 'refs/heads/main')
    steps:
      - uses: actions/checkout@v4
      - name: Setup nix
        uses: ./.github/actions/setup-nix
        with:
          devShell: ci
          script: |
            ARCH=$(uname -m)
            cat >> $GITHUB_STEP_SUMMARY <<-EOF
              ## Setup
              Architecture: $ARCH
              - $(uname -a)
              - $(nix --version)
              - $(astyle --version)
              - $(${{ matrix.target.cross_prefix }}gcc --version | grep -m1 "")
              - $(bash --version | grep -m1 "")

              ## CPU Info
              $(cat /proc/cpuinfo)
            EOF
      - name: Run benchmark
        run: |
          ${{ matrix.target.cmd }}
      - name: Store benchmark result
        if: github.repository_owner == 'pq-code-package' && github.ref == 'refs/heads/main'
        uses: benchmark-action/github-action-benchmark@v1
        with:
          name: ${{ matrix.target.name }}
          tool: 'customSmallerIsBetter'
          output-file-path: output.json
          github-token: ${{ secrets.GITHUB_TOKEN }}
          auto-push: true