Simple benchmarking #179
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Simple benchmarking | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| never_rounds: | |
| required: false | |
| description: Never Rounds (1k) | |
| default: 25 | |
| type: String | |
| once_rounds: | |
| required: false | |
| description: Once Rounds (1k) | |
| default: 0.5 | |
| type: String | |
| benchmark_filter: | |
| required: false | |
| description: Test Filter | |
| type: String | |
| workflow_call: | |
| jobs: | |
| benchmarks: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 1 | |
| matrix: | |
| luceeVersion: [ 6.2/snapshot/zero, 6.2.0.166/rc/zero, 5.4/snapshot/light ] # 5.4/snapshot/light, 6.0/snapshot/light, 6.1/snapshot/light | |
| javaVersion: [ 11, 21, 23 ] | |
| exclude: | |
| - luceeVersion: 5.4/snapshot/light | |
| javaVersion: 21 | |
| - luceeVersion: 5.4/snapshot/light | |
| javaVersion: 23 | |
| - luceeVersion: 6.0/snapshot/zero | |
| javaVersion: 21 | |
| - luceeVersion: 6.0/snapshot/zero | |
| javaVersion: 23 | |
| - luceeVersion: 6.1/snapshot/zero | |
| javaVersion: 23 | |
| - luceeVersion: 6.2.0.166/rc/zero | |
| javaVersion: 11 | |
| - luceeVersion: 6.2.0.166/rc/zero | |
| javaVersion: 23 | |
| env: | |
| luceeVersionQuery: ${{ matrix.luceeVersion }} | |
| compile: ${{ github.event.inputs.compile }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up JDK ${{matrix.javaVersion}} | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: ${{matrix.javaVersion}} | |
| distribution: "temurin" | |
| - name: Cache Maven packages | |
| if: always() | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.m2 | |
| key: maven-cache | |
| - name: Cache Lucee files | |
| uses: actions/cache@v4 | |
| if: always() | |
| with: | |
| path: /home/runner/work/_actions/lucee/script-runner/main/lucee-download-cache | |
| key: lucee-downloads | |
| - name: Set up MySQL (local) | |
| run: | | |
| sudo systemctl start mysql | |
| mysql -e 'CREATE DATABASE lucee' -uroot -proot | |
| mysql -e 'CREATE USER "lucee"@"localhost" IDENTIFIED WITH mysql_native_password BY "lucee";' -uroot -proot | |
| mysql -e 'GRANT ALL PRIVILEGES ON lucee.* TO "lucee"@"localhost"' -uroot -proot | |
| mysql -e 'CREATE DATABASE lucee_fallback' -uroot -proot | |
| mysql -e 'CREATE USER "lucee_fallback"@"localhost" IDENTIFIED WITH mysql_native_password BY "lucee_fallback";' -uroot -proot | |
| mysql -e 'GRANT ALL PRIVILEGES ON lucee_fallback.* TO "lucee_fallback"@"localhost"' -uroot -proot | |
| - name: Run Microbenches | |
| uses: lucee/script-runner@main | |
| with: | |
| webroot: ${{ github.workspace }}/custom/benchmark | |
| execute: /index.cfm | |
| extensions: 7E673D15-D87C-41A6-8B5F1956528C605F #mysql | |
| luceeVersionQuery: ${{ matrix.luceeVersion }} | |
| env: | |
| BENCHMARK_CYCLES: ${{ github.event.inputs.never_rounds }} | |
| BENCHMARK_ONCE_CYCLES: ${{ github.event.inputs.once_rounds }} | |
| BENCHMARK_FILTER: ${{ github.event.inputs.benchmark_filter }} | |
| - uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: results-${{ strategy.job-index }} | |
| path: ${{ github.workspace }}/custom/benchmark/artifacts | |
| report: | |
| runs-on: ubuntu-latest | |
| if: always() | |
| needs: [ benchmarks ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up JDK 11 | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 11 | |
| distribution: "temurin" | |
| - name: Cache Maven packages | |
| if: always() | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.m2 | |
| key: maven-cache | |
| - name: Cache Lucee files | |
| uses: actions/cache@v4 | |
| if: always() | |
| with: | |
| path: /home/runner/work/_actions/lucee/script-runner/main/lucee-download-cache | |
| key: lucee-downloads | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| path: ${{ github.workspace }}/custom/benchmark/artifacts | |
| merge-multiple: true | |
| - name: Display structure of downloaded files | |
| run: ls -R ${{ github.workspace }}/custom/benchmark/artifacts | |
| - name: Generate Report | |
| uses: lucee/script-runner@main | |
| with: | |
| webroot: ${{ github.workspace }}/custom/benchmark | |
| execute: /report.cfm | |
| luceeVersionQuery: 6/stable/zero | |
| extensions: D46B46A9-A0E3-44E1-D972A04AC3A8DC10 #cfchart | |