-
Notifications
You must be signed in to change notification settings - Fork 21
397 lines (380 loc) · 14.4 KB
/
smoke-checks.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
name: Smoke Checks
on:
pull_request:
branches:
- '**'
paths-ignore:
- 'docusaurus/**'
- 'README.md'
- 'CHANGELOG.md'
workflow_dispatch:
inputs:
swiftui_snapshots:
description: 'Should SwiftUI Snapshots be recorded on CI?'
type: boolean
required: false
default: false
uikit_snapshots:
description: 'Should UIKit Snapshots be recorded on CI?'
type: boolean
required: false
default: false
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
env:
HOMEBREW_NO_INSTALL_CLEANUP: 1 # Disable cleanup for homebrew, we don't need it on CI
IOS_SIMULATOR_DEVICE: "iPhone 15 Pro (17.4)"
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
GITHUB_PR_NUM: ${{ github.event.pull_request.number }}
jobs:
test-llc-debug:
name: Test LLC (Debug)
runs-on: macos-14
if: ${{ github.event.inputs.swiftui_snapshots != 'true' && github.event.inputs.uikit_snapshots != 'true' }}
env:
STREAM_VIDEO_SECRET: ${{ secrets.STREAM_VIDEO_SECRET }}
steps:
- uses: actions/[email protected]
- uses: ./.github/actions/bootstrap
env:
INSTALL_YEETD: true
SKIP_MINT_BOOTSTRAP: true
- name: Run LLC Tests (Debug)
run: bundle exec fastlane test_unified device:"${{ env.IOS_SIMULATOR_DEVICE }}"
timeout-minutes: 40
env:
XCODE_VERSION: "15.2" # the most stable pair of Xcode
IOS_SIMULATOR_DEVICE: "iPhone 15 Pro (17.2)" # and iOS
- name: Run Sonar analysis
run: bundle exec fastlane sonar_upload
env:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
- uses: actions/upload-artifact@v4
if: failure()
with:
name: LLC Test Data
path: |
~/Library/Logs/scan
- uses: 8398a7/action-slack@v3
with:
status: ${{ job.status }}
text: "You shall not pass!"
job_name: "Test LLC (Debug)"
fields: message,commit,author,action,workflow,job,took
env:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
MATRIX_CONTEXT: ${{ toJson(matrix) }}
if: ${{ github.event_name == 'push' && failure() }}
- name: Parse xcresult
if: failure()
run: |
brew install chargepoint/xcparse/xcparse
xcparse logs fastlane/test_output/StreamVideo.xcresult fastlane/test_output/logs/
- uses: actions/upload-artifact@v4
if: failure()
with:
name: Test Data LLC
path: |
fastlane/test_output/logs/*/Diagnostics/**/*.txt
fastlane/test_output/logs/*/Diagnostics/simctl_diagnostics/DiagnosticReports/*
# test-swiftui-debug:
# name: Test SwiftUI (Debug)
# runs-on: macos-14
# needs: test-llc-debug
# if: ${{ github.event_name != 'push' && github.event.inputs.swiftui_snapshots != 'false' }}
# env:
# GITHUB_TOKEN: ${{ secrets.CI_BOT_GITHUB_TOKEN }} # to open a PR
# steps:
# - uses: actions/[email protected]
# - uses: ./.github/actions/bootstrap
# env:
# INSTALL_YEETD: true
# SKIP_MINT_BOOTSTRAP: true
# SKIP_BREW_BOOTSTRAP: true
# - name: Run UI Tests (Debug)
# run: bundle exec fastlane test_swiftui device:"${{ env.IOS_SIMULATOR_DEVICE }}" record:${{ github.event.inputs.swiftui_snapshots }}
# timeout-minutes: 40
# env:
# XCODE_VERSION: "15.2" # the most stable pair of Xcode
# IOS_SIMULATOR_DEVICE: "iPhone 15 Pro (17.2)" # and iOS
# - name: Parse xcresult
# if: failure()
# run: |
# brew install chargepoint/xcparse/xcparse
# xcparse screenshots fastlane/test_output/StreamVideoSwiftUI.xcresult fastlane/test_output/snapshots --test
# - uses: actions/upload-artifact@v4
# if: failure()
# with:
# name: SwiftUI Test Data
# path: |
# ~/Library/Logs/scan
# fastlane/test_output/snapshots
# test-uikit-debug:
# name: Test UIKit (Debug)
# runs-on: macos-14
# needs: test-swiftui-debug
# if: ${{ github.event_name != 'push' && github.event.inputs.uikit_snapshots != 'false' }}
# env:
# GITHUB_TOKEN: ${{ secrets.CI_BOT_GITHUB_TOKEN }} # to open a PR
# steps:
# - uses: actions/[email protected]
# - uses: ./.github/actions/bootstrap
# env:
# INSTALL_YEETD: true
# SKIP_MINT_BOOTSTRAP: true
# SKIP_BREW_BOOTSTRAP: true
# - name: Run UI Tests (Debug)
# run: bundle exec fastlane test_uikit device:"${{ env.IOS_SIMULATOR_DEVICE }}" record:${{ github.event.inputs.uikit_snapshots }}
# timeout-minutes: 40
# env:
# XCODE_VERSION: "15.2" # the most stable pair of Xcode
# IOS_SIMULATOR_DEVICE: "iPhone 15 Pro (17.2)" # and iOS
# - name: Parse xcresult
# if: failure()
# run: |
# brew install chargepoint/xcparse/xcparse
# xcparse screenshots fastlane/test_output/StreamVideoUIKit.xcresult fastlane/test_output/snapshots --test
# - uses: actions/upload-artifact@v4
# if: failure()
# with:
# name: UIKit Test Data
# path: |
# ~/Library/Logs/scan
# fastlane/test_output/snapshots
automated-code-review:
name: Automated Code Review
runs-on: macos-13
env:
XCODE_VERSION: "15.0.1"
if: ${{ github.event_name != 'push' && github.event.inputs.swiftui_snapshots != 'true' && github.event.inputs.uikit_snapshots != 'true' }}
steps:
- uses: actions/[email protected]
with:
fetch-depth: 100
- uses: ./.github/actions/bootstrap
- name: Run Danger
run: bundle exec danger
- name: Run Fastlane Linting
run: bundle exec fastlane rubocop
- name: Run SwiftFormat Linting
run: bundle exec fastlane run_swift_format lint:true
- name: Run Podspec Linting
if: startsWith(github.event.pull_request.head.ref, 'release/')
run: bundle exec fastlane pod_lint
build-xcode15:
name: Build SDKs (Xcode 15.0)
runs-on: macos-13
if: ${{ github.event_name != 'push' && github.event.inputs.snapshots != 'true' }}
env:
XCODE_VERSION: "15.0.1"
steps:
- name: Connect Bot
uses: webfactory/[email protected]
with:
ssh-private-key: ${{ secrets.BOT_SSH_PRIVATE_KEY }}
- uses: actions/[email protected]
- name: Cache Xcode Derived Data
uses: irgaly/xcode-cache@v1
with:
key: xcode-15-cache-deriveddata-${{ github.workflow }}-${{ github.sha }}
deriveddata-directory: derived_data
sourcepackages-directory: spm_cache
- uses: ./.github/actions/ruby-cache
- name: List Xcode versions
run: mdfind "kMDItemCFBundleIdentifier = 'com.apple.dt.Xcode'"
- name: Build SDKs
run: bundle exec fastlane test_unified device:"iPhone 15" build_for_testing:true
build-xcode15-xcframework-stream-video:
name: Build StreamVideo XCframework (Xcode 15.0)
needs: build-xcode15
runs-on: macos-13
if: ${{ github.event_name != 'push' && github.event.inputs.snapshots != 'true' }}
env:
XCODE_VERSION: "15.0.1"
steps:
- name: Connect Bot
uses: webfactory/[email protected]
with:
ssh-private-key: ${{ secrets.BOT_SSH_PRIVATE_KEY }}
- uses: actions/[email protected]
- name: Cache Xcode Derived Data
uses: irgaly/xcode-cache@v1
with:
key: xcode-15-cache-deriveddata-${{ github.workflow }}-${{ github.sha }}
deriveddata-directory: derived_data
sourcepackages-directory: spm_cache
- uses: ./.github/actions/ruby-cache
- name: Build StreamVideo XCFramework
run: bundle exec fastlane build_xcframeworks_concurrent scheme:"StreamVideo"
env:
MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }}
APPSTORE_API_KEY: ${{ secrets.APPSTORE_API_KEY }}
build-xcode15-xcframework-stream-video-swiftui:
name: Build StreamVideoSwiftUI XCframework (Xcode 15.0)
needs: build-xcode15
runs-on: macos-13
if: ${{ github.event_name != 'push' && github.event.inputs.snapshots != 'true' }}
env:
XCODE_VERSION: "15.0.1"
steps:
- name: Connect Bot
uses: webfactory/[email protected]
with:
ssh-private-key: ${{ secrets.BOT_SSH_PRIVATE_KEY }}
- uses: actions/[email protected]
- name: Cache Xcode Derived Data
uses: irgaly/xcode-cache@v1
with:
key: xcode-15-cache-deriveddata-${{ github.workflow }}-${{ github.sha }}
deriveddata-directory: derived_data
sourcepackages-directory: spm_cache
- uses: ./.github/actions/ruby-cache
- name: Build StreamVideo XCFramework
run: bundle exec fastlane build_xcframeworks_concurrent scheme:"StreamVideoSwiftUI"
env:
MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }}
APPSTORE_API_KEY: ${{ secrets.APPSTORE_API_KEY }}
build-xcode15-xcframework-stream-video-uikit:
name: Build StreamVideoUIKit XCframework (Xcode 15.0)
needs: build-xcode15
runs-on: macos-13
if: ${{ github.event_name != 'push' && github.event.inputs.snapshots != 'true' }}
env:
XCODE_VERSION: "15.0.1"
steps:
- name: Connect Bot
uses: webfactory/[email protected]
with:
ssh-private-key: ${{ secrets.BOT_SSH_PRIVATE_KEY }}
- uses: actions/[email protected]
- name: Cache Xcode Derived Data
uses: irgaly/xcode-cache@v1
with:
key: xcode-15-cache-deriveddata-${{ github.workflow }}-${{ github.sha }}
deriveddata-directory: derived_data
sourcepackages-directory: spm_cache
- uses: ./.github/actions/ruby-cache
- name: Build StreamVideo XCFramework
run: bundle exec fastlane build_xcframeworks_concurrent scheme:"StreamVideoUIKit"
env:
MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }}
APPSTORE_API_KEY: ${{ secrets.APPSTORE_API_KEY }}
build-test-app-and-frameworks:
name: Build Test App and Frameworks
runs-on: macos-14
needs: test-llc-debug
if: ${{ github.event_name != 'push' && github.event.inputs.swiftui_snapshots != 'true' && github.event.inputs.uikit_snapshots != 'true' }}
steps:
- uses: actions/[email protected]
- uses: ./.github/actions/bootstrap
env:
INSTALL_YEETD: true
SKIP_MINT_BOOTSTRAP: true
SKIP_BREW_BOOTSTRAP: true
- name: Build
run: bundle exec fastlane build_test_app_and_frameworks
timeout-minutes: 60
build-apps:
name: Build Demo Apps
runs-on: macos-14
needs: build-test-app-and-frameworks
if: ${{ github.event_name != 'push' && github.event.inputs.swiftui_snapshots != 'true' && github.event.inputs.uikit_snapshots != 'true' }}
steps:
- uses: actions/[email protected]
- uses: ./.github/actions/bootstrap
env:
INSTALL_YEETD: true
SKIP_MINT_BOOTSTRAP: true
SKIP_BREW_BOOTSTRAP: true
- name: Build UIKit Demo App
run: bundle exec fastlane build_uikit_demo
- name: Build Docs Test Project
run: bundle exec fastlane build_docs_test
cache-update:
name: Update cache
runs-on: macos-14
needs: build-test-app-and-frameworks
steps:
- uses: irgaly/xcode-cache@v1
with:
key: xcode-cache-deriveddata-${{ github.workflow }}-${{ github.event.number }}
restore-keys:
xcode-cache-deriveddata-${{ github.workflow }}-${{ github.sha }}
xcode-cache-deriveddata-${{ github.workflow }}-${{ github.event.number }}
deriveddata-directory: derived_data
sourcepackages-directory: spm_cache
allure_testops_launch:
name: Launch Allure TestOps
runs-on: macos-13
needs: build-test-app-and-frameworks
if: ${{ github.event_name != 'push' && github.event.inputs.swiftui_snapshots != 'true' && github.event.inputs.uikit_snapshots != 'true' }}
outputs:
launch_id: ${{ steps.get_launch_id.outputs.launch_id }}
steps:
- uses: actions/[email protected]
- uses: ./.github/actions/ruby-cache
- name: Launch Allure TestOps
run: bundle exec fastlane allure_launch
env:
ALLURE_TOKEN: ${{ secrets.ALLURE_TOKEN }}
GITHUB_EVENT: ${{ toJson(github.event) }}
- id: get_launch_id
run: echo "launch_id=${{env.LAUNCH_ID}}" >> $GITHUB_OUTPUT
if: env.LAUNCH_ID != ''
test-e2e-debug:
name: Test E2E UI (Debug)
needs: allure_testops_launch
runs-on: macos-14
if: ${{ github.event_name != 'push' && github.event.inputs.swiftui_snapshots != 'true' && github.event.inputs.uikit_snapshots != 'true' }}
env:
LAUNCH_ID: ${{ needs.allure_testops_launch.outputs.launch_id }}
ALLURE_TOKEN: ${{ secrets.ALLURE_TOKEN }}
# strategy:
# matrix:
# batch: [0, 1]
# fail-fast: false
steps:
- uses: actions/[email protected]
- uses: ./.github/actions/bootstrap
env:
INSTALL_ALLURE: true
INSTALL_VIDEO_BUDDY: true
INSTALL_YEETD: true
SKIP_MINT_BOOTSTRAP: true
SKIP_BREW_BOOTSTRAP: true
- name: Run UI Tests (Debug)
run: bundle exec fastlane test_e2e device:"${{ env.IOS_SIMULATOR_DEVICE }}" batch:'${{ matrix.batch }}' test_without_building:false
timeout-minutes: 60
env:
XCODE_VERSION: "15.2" # the most stable pair of Xcode
IOS_SIMULATOR_DEVICE: "iPhone 15 Pro (17.2)" # and iOS
MATRIX_SIZE: ${{ strategy.job-total }}
STREAM_SDK_TEST_APP: ${{ secrets.STREAM_SDK_TEST_APP }}
STREAM_SDK_TEST_ACCOUNT_EMAIL: ${{ secrets.STREAM_SDK_TEST_ACCOUNT_EMAIL }}
STREAM_SDK_TEST_ACCOUNT_PASSWORD: ${{ secrets.STREAM_SDK_TEST_ACCOUNT_PASSWORD }}
STREAM_SDK_TEST_ACCOUNT_OTP_SECRET: ${{ secrets.STREAM_SDK_TEST_ACCOUNT_OTP_SECRET }}
STREAM_VIDEO_SECRET: ${{ secrets.STREAM_VIDEO_SECRET }}
- name: Allure TestOps Upload
if: env.LAUNCH_ID != '' && (success() || failure())
run: bundle exec fastlane allure_upload launch_id:$LAUNCH_ID
- name: Allure TestOps Launch Removal
if: env.LAUNCH_ID != '' && cancelled()
run: bundle exec fastlane allure_launch_removal launch_id:$LAUNCH_ID
- name: Parse xcresult
if: failure()
run: |
brew install chargepoint/xcparse/xcparse
xcparse logs fastlane/test_output/DemoApp.xcresult fastlane/test_output/logs/
- uses: actions/upload-artifact@v4
if: failure()
with:
name: E2E Test Data ${{ matrix.batch }}
path: |
~/Library/Logs/scan
fastlane/recordings
fastlane/*.log
fastlane/test_output/report.junit
fastlane/test_output/logs/*/Diagnostics/**/*.txt
fastlane/test_output/logs/*/Diagnostics/simctl_diagnostics/DiagnosticReports/*