diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index dba82aa30b..150be401be 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -418,11 +418,15 @@ jobs:
 
       - name: Remove Changeset Branch
         if: needs.collect-release-data.outputs.release-changeset-branch-exists == 'true'
-        run: git push origin --delete changeset-release/${{ fromJSON(needs.collect-release-data.outputs.release-data).branchName }}
+        run: |
+          git branch -m changeset-release/${{ fromJSON(needs.collect-release-data.outputs.release-data).branchName }} delete/v${{ fromJSON(needs.collect-release-data.outputs.release-data).old.major }}
+          git push origin --delete delete/v${{ fromJSON(needs.collect-release-data.outputs.release-data).old.major }}
 
       - name: Remove Release Branch
         if: needs.collect-release-data.outputs.release-branch-exists == 'true'
-        run: git push origin --delete ${{ fromJSON(needs.collect-release-data.outputs.release-data).branchName }}
+        run: |
+          git branch -m ${{ fromJSON(needs.collect-release-data.outputs.release-data).branchName }} delete/v${{ fromJSON(needs.collect-release-data.outputs.release-data).old.major }}
+          git push origin --delete delete/v${{ fromJSON(needs.collect-release-data.outputs.release-data).old.major }}
 
       - name: Create Summary
         id: summary