Modify EC2 benchmarks to test with and without ASM

pq-code-package · Sep 12, 2024 · 1f279fa · 1f279fa
1 parent bf70a1b
commit 1f279fa
Showing 1 changed file with 25 additions and 21 deletions.
diff --git a/.github/workflows/bench_ec2_all.yml b/.github/workflows/bench_ec2_all.yml
@@ -9,33 +9,37 @@ on:
     branches: ["main"]
     types: [ "labeled" ]
 jobs:
-  bench-gv2:
-    name: Graviton2
-    permissions:
-      contents: 'read'
-      id-token: 'write'
-    uses: ./.github/workflows/bench_ec2_reusable.yml
+  bench_ec2:
     if: github.repository_owner == 'pq-code-package' && (github.event.label.name == 'benchmark' || github.ref == 'refs/heads/main')
-    with:
-      ec2_instance_type: t4g.small
-      ec2_ami_id: ami-096ea6a12ea24a797
-      archflags: -mcpu=cortex-a76 -march=armv8.2-a
-      cflags: -DFORCE_AARCH64
-      store_results: true
-      name: Graviton2
-    secrets: inherit
-  bench-gv3:
-    name: Graviton3
+    strategy:
+      fail-fast: false
+      matrix:
+        opt:
+         - 0
+         - 1
+        target:
+         - name: Graviton2
+           ec2_instance_type: t4g.small
+           ec2_ami_id: ami-096ea6a12ea24a797
+           archflags: -mcpu=cortex-a76 -march=armv8.2-a
+           cflags: -DFORCE_AARCH64
+         - name: Graviton3
+           ec2_instance_type: c7g.medium
+           ec2_ami_id: ami-096ea6a12ea24a797
+           archflags: -mcpu=neoverse-v1 -march=armv8.4-a
+           cflags: -DFORCE_AARCH64
+    name: Bench ${{ matrix.target.name }} (OPT=${{ matrix.opt }})
     permissions:
       contents: 'read'
       id-token: 'write'
     uses: ./.github/workflows/bench_ec2_reusable.yml
     if: github.repository_owner == 'pq-code-package' && (github.event.label.name == 'benchmark' || github.ref == 'refs/heads/main')
     with:
-      ec2_instance_type: c7g.medium
-      ec2_ami_id: ami-096ea6a12ea24a797
-      archflags: -mcpu=neoverse-v1 -march=armv8.4-a
-      cflags: -DFORCE_AARCH64
+      name: ${{ matrix.target.name }}
+      ec2_instance_type: ${{ matrix.target.ec2_instance_type }}
+      ec2_ami_id: ${{ matrix.target.ec2_ami_id }}
+      archflags: ${{ matrix.target.archflags }}
+      cflags: ${{ matrix.target.cflags }}
+      bench_extra_args: --opt ${{ matrix.opt }}
       store_results: true
-      name: Graviton3
     secrets: inherit