From f5cdf7b9a19fac2eaf78bc3113927d09b67ebe0f Mon Sep 17 00:00:00 2001
From: dimkouv <dimitrios.kouveris@smartcontract.com>
Date: Thu, 3 Oct 2024 20:04:31 +0300
Subject: [PATCH] add flaky test detection gh wf

---
 .github/workflows/ccip-find-flaky-tests.yml   | 53 +++++++++++++++++++
 .../workflows/ccip-ocr3-build-lint-test.yml   |  2 +-
 2 files changed, 54 insertions(+), 1 deletion(-)
 create mode 100644 .github/workflows/ccip-find-flaky-tests.yml

diff --git a/.github/workflows/ccip-find-flaky-tests.yml b/.github/workflows/ccip-find-flaky-tests.yml
new file mode 100644
index 000000000..b1ad92e40
--- /dev/null
+++ b/.github/workflows/ccip-find-flaky-tests.yml
@@ -0,0 +1,53 @@
+name: "Flaky test detection"
+
+#on:
+#  # Allow manual triggering via the GitHub UI
+#  workflow_dispatch:
+#  # Run the workflow on a schedule (every 4 hours using cron)
+#  schedule:
+#    # This example runs the workflow every 4 hours
+#    - cron: "0 */4 * * *"
+
+on:
+  pull_request:
+  push:
+    branches:
+      - 'main'
+
+jobs:
+  flaky-test-detection:
+    runs-on: ubuntu-20.04
+    strategy:
+      matrix:
+        go-version: ['1.22']
+    defaults:
+      run:
+        working-directory: .
+    steps:
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2
+      - name: Setup Go ${{ matrix.go-version }}
+        uses: actions/setup-go@0c52d547c9bc32b1aa3301fd7a9cb496313a4491 # v5.0.0
+        with:
+          go-version: ${{ matrix.go-version }}
+      - name: Display Go version
+        run: go version
+      - name: Run tests 100 times.
+        run: TEST_COUNT=100 make test
+      - name: Notify the team
+        if: failure()
+        run: |
+          # Set the issue title
+          ISSUE_TITLE="Your Issue Title"
+
+          # Search for issues with the same title
+          EXISTING_ISSUES=$(curl -s -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
+          "https://api.github.com/search/issues?q=is:issue+repo:${{ github.repository }}+in:title+${ISSUE_TITLE}" | jq '.total_count')
+
+          # Save whether an issue with this title exists
+          if [ "$EXISTING_ISSUES" -eq "0" ]; then
+            curl -X POST \
+              -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
+              -H "Accept: application/vnd.github.v3+json" \
+              https://api.github.com/repos/${{ github.repository }}/issues \
+              -d '{"title": "$ISSUE_TITLE", "body": "This issue was autimatically created because flaky tests were detected."}'
+          fi
diff --git a/.github/workflows/ccip-ocr3-build-lint-test.yml b/.github/workflows/ccip-ocr3-build-lint-test.yml
index 67757701f..e5043c0b4 100644
--- a/.github/workflows/ccip-ocr3-build-lint-test.yml
+++ b/.github/workflows/ccip-ocr3-build-lint-test.yml
@@ -31,7 +31,7 @@ jobs:
       - name: Run linter
         run: make lint
       - name: Run tests
-        run: TEST_COUNT=20 COVERAGE_FILE=coverage.out make test
+        run: TEST_COUNT=1 COVERAGE_FILE=coverage.out make test
       - name: Generate coverage report
         if: github.event_name == 'pull_request'
         run: |