added pipeline changes to reflect testing changes for testing

zeta-chain · Jun 24, 2024 · 8837e6b · 8837e6b
1 parent 84c9425
commit 8837e6b
Show file tree

Hide file tree

Showing 2 changed files with 85 additions and 26 deletions.
diff --git a/.github/workflows/execute_advanced_tests.yaml b/.github/workflows/execute_advanced_tests.yaml
@@ -19,6 +19,10 @@ on:
         type: boolean
         required: false
         default: false
+      e2e-stateful-data-test:
+        type: boolean
+        required: false
+        default: false
       debug:
         type: boolean
         required: false
@@ -35,7 +39,7 @@ jobs:
     timeout-minutes: 120
     steps:
       - name: "Checkout Code"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
 
       - name: Start Test
         run: make start-e2e-admin-test
@@ -46,12 +50,6 @@ jobs:
           container_id=$(docker ps --filter "ancestor=orchestrator:latest" --format "{{.ID}}")
           docker logs -f "${container_id}" &
           exit $(docker wait "${container_id}")
-        
-      - name: Full Log Dump On Failure
-        if: failure()
-        run: |
-          cd contrib/localnet
-          docker compose logs
 
       - name: Notify Slack on Failure
         if: failure() && github.event_name == 'schedule'
@@ -64,27 +62,21 @@ jobs:
 
   e2e-upgrade-test:
     if: ${{ github.event.inputs.e2e-upgrade-test == 'true' || github.event_name == 'schedule' }}
-    runs-on: buildjet-4vcpu-ubuntu-2204
+    runs-on: buildjet-16vcpu-ubuntu-2204
     timeout-minutes: 120
     steps:
       - name: "Checkout Code"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
 
       - name: Start Test
-        run: make start-upgrade-test
+        run: make start-e2e-import-mainnet-upgrade
 
       - name: Watch Test
         run: |
           container_id=$(docker ps --filter "ancestor=orchestrator:latest" --format "{{.ID}}")
           docker logs -f "${container_id}" &
           exit $(docker wait "${container_id}")
 
-      - name: Full Log Dump On Failure
-        if: failure()
-        run: |
-          cd contrib/localnet
-          docker compose logs
-
       - name: Notify Slack on Failure
         if: failure() && github.event_name == 'schedule'
         uses: 8398a7/action-slack@v3
@@ -100,7 +92,7 @@ jobs:
     timeout-minutes: 120
     steps:
       - name: "Checkout Code"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
 
       - name: Start Test
         run: make start-upgrade-test-light
@@ -111,19 +103,22 @@ jobs:
           docker logs -f "${container_id}" &
           exit $(docker wait "${container_id}")
 
-      - name: Full Log Dump On Failure
-        if: failure()
-        run: |
-          cd contrib/localnet
-          docker compose logs
+      - name: Notify Slack on Failure
+        if: failure() && github.event_name == 'schedule'
+        uses: 8398a7/action-slack@v3
+        with:
+          status: ${{ job.status }}
+          fields: repo,message,commit,author,action,eventName,ref,workflow,job,took
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_CI_ALERTS }}
 
   e2e-performance-test:
     if: ${{ github.event.inputs.e2e-performance-test == 'true' }}
     runs-on: buildjet-4vcpu-ubuntu-2204
     timeout-minutes: 120
     steps:
       - name: "Checkout Code"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
 
       - name: Start Test
         run: make start-e2e-performance-test
@@ -134,8 +129,43 @@ jobs:
           docker logs -f "${container_id}" &
           exit $(docker wait "${container_id}")
 
+      - name: Notify Slack on Failure
+        if: failure() && github.event_name == 'schedule'
+        uses: 8398a7/action-slack@v3
+        with:
+          status: ${{ job.status }}
+          fields: repo,message,commit,author,action,eventName,ref,workflow,job,took
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_CI_ALERTS }}
+
+  e2e-stateful-data-test:
+    if: ${{ github.event.inputs.e2e-stateful-data-test == 'true' || github.event_name == 'schedule' }}
+    runs-on: buildjet-16vcpu-ubuntu-2204
+    timeout-minutes: 120
+    steps:
+      - name: "Checkout Code"
+        uses: actions/checkout@v3
+
+      - name: Start Test
+        run: make start-e2e-import-mainnet-test
+
+      - name: Watch Test
+        run: |
+          container_id=$(docker ps --filter "ancestor=orchestrator:latest" --format "{{.ID}}")
+          docker logs -f "${container_id}" &
+          exit $(docker wait "${container_id}")
+
       - name: Full Log Dump On Failure
         if: failure()
         run: |
           cd contrib/localnet
-          docker compose logs
+          docker compose logs
+
+      - name: Notify Slack on Failure
+        if: failure() && github.event_name == 'schedule'
+        uses: 8398a7/action-slack@v3
+        with:
+          status: ${{ job.status }}
+          fields: repo,message,commit,author,action,eventName,ref,workflow,job,took
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_CI_ALERTS }}
diff --git a/.github/workflows/publish-release.yml b/.github/workflows/publish-release.yml
@@ -369,6 +369,8 @@ jobs:
         shell: bash
         run: |
           make start-e2e-admin-test
+          container_id=$(docker ps --filter "ancestor=orchestrator:latest" --format "{{.ID}}")
+          docker logs -f "${container_id}" & exit $(docker wait "${container_id}")
 
       - name: Mark Job Complete Skipped
         if: ${{ github.event.inputs.skip_checks == 'true' }}
@@ -379,7 +381,7 @@ jobs:
   e2e-upgrade-test:
     needs:
       - check_branch
-    runs-on: buildjet-4vcpu-ubuntu-2204
+    runs-on: buildjet-16vcpu-ubuntu-2204
     timeout-minutes: 120
     steps:
       - name: "Checkout Code"
@@ -390,7 +392,33 @@ jobs:
         if: ${{ github.event.inputs.skip_checks != 'true' }}
         shell: bash
         run: |
-          make start-upgrade-test
+          make start-e2e-import-mainnet-upgrade
+          container_id=$(docker ps --filter "ancestor=orchestrator:latest" --format "{{.ID}}")
+          docker logs -f "${container_id}" & exit $(docker wait "${container_id}")
+
+      - name: Mark Job Complete Skipped
+        if: ${{ github.event.inputs.skip_checks == 'true' }}
+        shell: bash
+        run: |
+          echo "continue"
+
+  e2e-stateful-data-test:
+    needs:
+      - check_branch
+    runs-on: buildjet-16vcpu-ubuntu-2204
+    timeout-minutes: 120
+    steps:
+      - name: "Checkout Code"
+        if: ${{ github.event.inputs.skip_checks != 'true' }}
+        uses: actions/checkout@v3
+
+      - name: Execute stateful-data-test
+        if: ${{ github.event.inputs.skip_checks != 'true' }}
+        shell: bash
+        run: |
+          make start-e2e-import-mainnet-test
+          container_id=$(docker ps --filter "ancestor=orchestrator:latest" --format "{{.ID}}")
+          docker logs -f "${container_id}" & exit $(docker wait "${container_id}")
 
       - name: Mark Job Complete Skipped
         if: ${{ github.event.inputs.skip_checks == 'true' }}
@@ -409,6 +437,7 @@ jobs:
       - smoke-test
       - build-test
       - e2e-admin-tests
+      - e2e-stateful-data-test
       - e2e-upgrade-test
       - check_branch
     runs-on: ubuntu-22.04