diff --git a/.github/workflows/example.yml b/.github/workflows/example.yml
index c6e6e35..1562ed9 100644
--- a/.github/workflows/example.yml
+++ b/.github/workflows/example.yml
@@ -105,3 +105,16 @@ jobs:
         with:
           working-directory: example
           stack-arguments: --stack-yaml ${{ matrix.stack-yaml }}
+
+  test-fails-on-error:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - id: stack-action-step
+        continue-on-error: true
+        uses: ./
+        with:
+          working-directory: example
+          stack-arguments: --resolver bad-resolver
+      - if: steps.stack-action-step.outcome != 'failure'
+        run: exit 1