Improve CI experience (#169)

GetStream · Oct 4, 2023 · 932804f · 932804f
1 parent d70e7ed
commit 932804f
Show file tree

Hide file tree

Showing 25 changed files with 365 additions and 184 deletions.
diff --git a/.github/actions/bootstrap/action.yml b/.github/actions/bootstrap/action.yml
@@ -7,10 +7,6 @@ runs:
       shell: bash
     - run: echo "$HOME/.mint/bin" >> $GITHUB_PATH
       shell: bash
-    - uses: ruby/setup-ruby@v1
-      with:
-        ruby-version: 3.1
-        bundler-cache: true
     - name: Cache Mint
       uses: actions/cache@v3
       id: mint-cache
@@ -24,16 +20,12 @@ runs:
       with:
         path: |
           ~/Library/Caches/Homebrew/mint*
+          ~/Library/Caches/Homebrew/vale*
           ~/Library/Caches/Homebrew/xcparse*
           ~/Library/Caches/Homebrew/sonar-scanner*
         key: ${{ env.IMAGE }}-brew-${{ hashFiles('**/Brewfile.lock.json') }}
         restore-keys: ${{ env.IMAGE }}-brew-
-    - name: Cache SPM
-      uses: actions/cache@v3
-      id: spm-cache
-      with:
-        path: ~/Library/Developer/Xcode/DerivedData/**/SourcePackages/checkouts
-        key: ${{ env.IMAGE }}-spm-${{ hashFiles('**/Package.resolved') }}
-        restore-keys: ${{ env.IMAGE }}-spm-
+    - uses: ./.github/actions/ruby-cache
+    - uses: ./.github/actions/xcode-cache
     - run: ./Scripts/bootstrap.sh
       shell: bash
diff --git a/.github/actions/python-cache/action.yml b/.github/actions/python-cache/action.yml
@@ -0,0 +1,11 @@
+name: 'Python Cache'
+description: 'Cache Python dependencies'
+runs:
+  using: "composite"
+  steps:
+    - uses: actions/setup-python@v4
+      with:
+        python-version: 3.11
+        cache: 'pip'
+    - run: pip install -r requirements.txt
+      shell: bash
diff --git a/.github/actions/ruby-cache/action.yml b/.github/actions/ruby-cache/action.yml
@@ -0,0 +1,9 @@
+name: 'Ruby Cache'
+description: 'Cache Ruby dependencies'
+runs:
+  using: "composite"
+  steps:
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: 3.1
+        bundler-cache: true
diff --git a/.github/actions/xcode-cache/action.yml b/.github/actions/xcode-cache/action.yml
@@ -0,0 +1,19 @@
+name: 'Xcode Cache'
+description: 'Cache Xcode dependencies'
+runs:
+  using: "composite"
+  steps:
+    - run: echo "IMAGE=${ImageOS}-${ImageVersion}" >> $GITHUB_ENV
+      shell: bash
+    - run: echo "$HOME/.mint/bin" >> $GITHUB_PATH
+      shell: bash
+    - name: Cache SPM
+      uses: actions/cache@v3
+      id: spm-cache
+      with:
+        path: spm_cache
+        key: ${{ env.IMAGE }}-spm-${{ hashFiles('**/Package.resolved') }}
+        restore-keys: ${{ env.IMAGE }}-spm-
+    - uses: mikehardy/buildcache-action@v2
+      with:
+        cache_key: ${{ env.IMAGE }}-buildcache-
diff --git a/.github/workflows/cron-checks.yml b/.github/workflows/cron-checks.yml
@@ -20,8 +20,28 @@ env:
   HOMEBREW_NO_INSTALL_CLEANUP: 1 # Disable cleanup for homebrew, we don't need it on CI
 
 jobs:
-  build-and-test-e2e-debug:
+  build-test-app-and-frameworks:
+    name: Build Test App and Frameworks
+    runs-on: macos-13
+    steps:
+    - uses: actions/[email protected]
+    - uses: ./.github/actions/ruby-cache
+    - uses: ./.github/actions/xcode-cache
+    - name: Build
+      run: bundle exec fastlane build_test_app_and_frameworks
+      timeout-minutes: 60
+    - uses: actions/upload-artifact@v3
+      if: success()
+      with:
+        name: cache-derived-data
+        path: |
+          derived_data/Build/**/*.app
+          derived_data/Build/**/*.xctestrun
+          derived_data/Build/**/*.framework
+
+  test-e2e-debug:
     name: Test E2E UI (Debug)
+    needs: build-test-app-and-frameworks
     strategy:
       matrix:
         include:
@@ -56,18 +76,29 @@ jobs:
       XCODE_VERSION: ${{ matrix.xcode }}
     steps:
     - uses: actions/[email protected]
+    - uses: actions/download-artifact@v3
+      with:
+        name: cache-derived-data
+        path: derived_data/Build/
     - uses: ./.github/actions/bootstrap
       env:
         INSTALL_ALLURE: true
         INSTALL_VIDEO_BUDDY: true
+    - name: Cache iOS Simulator Runtime
+      uses: actions/cache@v3
+      id: runtime-cache
+      with:
+        path: ~/Library/Caches/XcodeInstall/
+        key: runtime-ios-${{ matrix.ios }}
+        restore-keys: runtime-ios-${{ matrix.ios }}
     - name: Setup iOS ${{ matrix.ios }} Runtime
       if: ${{ matrix.setup_runtime }}
       timeout-minutes: 60
-      run: bundle exec xcversion simulators --install='iOS ${{ matrix.ios }}'
+      run: bundle exec fastlane install_sim ios:"${{ matrix.ios }}"
     - name: Launch Allure TestOps
       run: bundle exec fastlane allure_launch cron:true
     - name: Run UI Tests (Debug)
-      run: bundle exec fastlane test_e2e cron:true device:"${{ matrix.device }} (${{ matrix.ios }})"
+      run: bundle exec fastlane test_e2e device:"${{ matrix.device }} (${{ matrix.ios }})" cron:true test_without_building:true
       timeout-minutes: 90
       env:
         STREAM_SDK_TEST_APP: ${{ secrets.STREAM_SDK_TEST_APP }}
@@ -93,7 +124,9 @@ jobs:
       if: failure() && github.event_name == 'schedule'
     - name: Parse xcresult
       if: failure()
-      run: xcparse logs fastlane/test_output/DemoApp.xcresult fastlane/test_output/logs/
+      run: |
+        brew install chargepoint/xcparse/xcparse
+        xcparse logs fastlane/test_output/StreamChatUITestsApp.xcresult fastlane/test_output/logs/
     - uses: actions/upload-artifact@v3
       if: failure()
       with:
@@ -109,12 +142,11 @@ jobs:
     strategy:
       matrix:
         include:
-          # TODO: uncomment this block as soon as Xcode 15 is stable on CI
-          # - ios: 17.0
-          #   xcode: 15.0
-          #   os: macos-13
-          #   device: "iPhone 14 Pro Max"
-          #   setup_runtime: false
+          - ios: 17.0
+            xcode: 15.0
+            os: macos-13
+            device: "iPhone 14 Pro Max"
+            setup_runtime: false
           - ios: 16.4
             xcode: 14.3.1
             os: macos-13
@@ -132,21 +164,23 @@ jobs:
             setup_runtime: true
       fail-fast: false
     runs-on: ${{ matrix.os }}
+    env:
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_PR_NUM: ${{ github.event.number }}
+      XCODE_VERSION: ${{ matrix.xcode }}
+      STREAM_VIDEO_SECRET: ${{ secrets.STREAM_VIDEO_SECRET }}
     steps:
     - uses: actions/[email protected]
     - uses: ./.github/actions/bootstrap
+      env:
+        INSTALL_YEETD: true
     - name: Setup iOS ${{ matrix.ios }} Runtime
       if: ${{ matrix.setup_runtime }}
       timeout-minutes: 60
       run: bundle exec xcversion simulators --install='iOS ${{ matrix.ios }}'
     - name: Run LLC Tests (Debug)
       run: bundle exec fastlane test device:"${{ matrix.device }} (${{ matrix.ios }})"
       timeout-minutes: 30
-      env:
-        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        GITHUB_PR_NUM: ${{ github.event.number }}
-        XCODE_VERSION: ${{ matrix.xcode }}
-        STREAM_VIDEO_SECRET: ${{ secrets.STREAM_VIDEO_SECRET }}
     - uses: 8398a7/action-slack@v3
       with:
         status: ${{ job.status }}

diff --git a/.github/workflows/emerge.yml b/.github/workflows/emerge.yml
@@ -34,7 +34,7 @@ jobs:
         with:
           ssh-private-key: ${{ secrets.BOT_SSH_PRIVATE_KEY }}
       - uses: actions/[email protected]
-      - uses: ./.github/actions/bootstrap
+      - uses: ./.github/actions/ruby-cache
       - name: Run match_me
         env:
           MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }}

diff --git a/.github/workflows/publish-release.yml b/.github/workflows/publish-release.yml
@@ -24,7 +24,7 @@ jobs:
           BRANCH_NAME="${{ github.event.pull_request.head.ref }}"
           VERSION=${BRANCH_NAME#release/}
           echo "RELEASE_VERSION=$VERSION" >> $GITHUB_ENV
-      - uses: ./.github/actions/bootstrap
+      - uses: ./.github/actions/ruby-cache
       - name: "Fastlane - Publish Release"
         # if: startsWith(github.event.pull_request.head.ref, 'release/')
         env: