diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index a8fa98b1..9e4514c1 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -53,6 +53,7 @@ jobs:
           docker save -o build/carbon-relay-ng.tar grafana/carbon-relay-ng
       - name: Store version
         run: git describe --tags --always | sed 's/^v//' > build/version.txt
+      - run: echo build/version.txt
       - name: Upload package artifacts
         if: github.event_name == 'push'
         uses: actions/upload-artifact@v4
@@ -65,7 +66,7 @@ jobs:
   deploy:
     needs: build
     runs-on: ubuntu-latest
-    if: github.event_name == 'push'
+    if: github.event_name == 'push' && github.ref_type == 'tag'
     steps:
       - uses: actions/checkout@v3
       - name: Download package artifacts