Server CI Report #2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Server CI Report | |
| on: | |
| workflow_run: | |
| workflows: | |
| - "Server CI PR" | |
| - "Server CI Master" | |
| types: | |
| - completed | |
| jobs: | |
| generate-report-matrix: | |
| runs-on: ubuntu-22.04 | |
| outputs: | |
| REPORT_MATRIX: ${{ steps.report.outputs.REPORT_MATRIX }} | |
| steps: | |
| - name: report/download-artifacts-from-PR-workflow | |
| uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 | |
| with: | |
| run-id: ${{ github.event.workflow_run.id }} | |
| github-token: ${{ github.token }} | |
| pattern: "*-test-logs" | |
| path: reports | |
| - name: report/generate-report-matrix | |
| id: report | |
| run: | | |
| find "reports" -type f -name "test-name" | while read -r test_file; do | |
| folder=$(basename "$(dirname "$test_file")") | |
| test_name=$(cat "$test_file") | |
| echo "{\"artifact\": \"$folder\", \"name\": \"$test_name\"}" | |
| done | jq -s '{ "test": . }' | tee /tmp/report-matrix | |
| echo REPORT_MATRIX=$(cat /tmp/report-matrix | jq --compact-output --monochrome-output) >> ${GITHUB_OUTPUT} | |
| publish-report: | |
| runs-on: ubuntu-22.04 | |
| name: Publish Report ${{ matrix.test.name }} | |
| needs: | |
| - generate-report-matrix | |
| permissions: | |
| pull-requests: write | |
| checks: write | |
| issues: write | |
| strategy: | |
| matrix: ${{ fromJson(needs.generate-report-matrix.outputs.REPORT_MATRIX) }} | |
| steps: | |
| - name: report/download-artifacts-from-PR-workflow | |
| uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 | |
| with: | |
| run-id: ${{ github.event.workflow_run.id }} | |
| github-token: ${{ github.token }} | |
| name: ${{ matrix.test.artifact }} | |
| path: ${{ matrix.test.artifact }} | |
| - name: report/fetch-pr-number | |
| if: github.event.workflow_run.name == 'Server CI PR' | |
| id: incoming-pr | |
| run: echo "NUMBER=$(cat ${{ matrix.test.artifact }}/pr-number)" >> ${GITHUB_OUTPUT} | |
| - name: Publish test report | |
| id: report | |
| uses: mikepenz/action-junit-report@992d97d6eb2e5f3de985fbf9df6a04386874114d # v5.1.0 | |
| with: | |
| report_paths: ${{ matrix.test.artifact }}/report.xml | |
| check_name: ${{ matrix.test.name }} (Results) | |
| job_name: ${{ matrix.test.name }} | |
| commit: ${{ github.event.workflow_run.head_commit.id }} | |
| require_tests: true | |
| check_retries: true | |
| flaky_summary: true | |
| include_passed: true | |
| check_annotations: true | |
| - name: Report retried tests via webhook (master || release-*) | |
| if: ${{ steps.report.outputs.flaky_summary != '<table><tr><th>Test</th><th>Retries</th></tr></table>' && github.event.workflow_run.name == 'Server CI Master' }} | |
| uses: mattermost/action-mattermost-notify@b7d118e440bf2749cd18a4a8c88e7092e696257a # v2.0.0 | |
| with: | |
| MATTERMOST_WEBHOOK_URL: ${{ secrets.MM_COMMUNITY_DEVELOPERS_INCOMING_WEBHOOK_FROM_GH_ACTIONS }} | |
| TEXT: |- | |
| #### ⚠️ One or more flaky tests detected ⚠️ | |
| * Failing job: [github.com/mattermost/mattermost:${{ matrix.test.name }}](${{ github.event.workflow_run.html_url }}) | |
| * Ideally, this would have been caught in a pull request, but now a volunteer is required. If you're willing to help, submit a separate pull request to skip the flaky tests (e.g. [23360](https://github.com/mattermost/mattermost/pull/23360)) and file JIRA ticket (e.g. [MM-52743](https://mattermost.atlassian.net/browse/MM-52743)) for later investigation. | |
| * Finally, reply to this message with a link to the created JIRA ticket. | |
| - name: Report retried tests (pull request) | |
| uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1 | |
| if: ${{ steps.report.outputs.flaky_summary != '<table><tr><th>Test</th><th>Retries</th></tr></table>' && github.event.workflow_run.name == 'Server CI PR' }} | |
| with: | |
| script: | | |
| const body = `#### ⚠️ One or more flaky tests detected ⚠️\n* Failing job: [github.com/mattermost/mattermost:${{ matrix.test.name }}](${{ github.event.workflow_run.html_url }})\n* Double check your code to ensure you haven't introduced a flaky test.\n* If this seems to be unrelated to your changes, submit a separate pull request to skip the flaky tests (e.g. [23360](https://github.com/mattermost/mattermost/pull/23360)) and file JIRA ticket (e.g. [MM-52743](https://mattermost.atlassian.net/browse/MM-52743)) for later investigation.\n\n${{ steps.report.outputs.flaky_summary }}` | |
| await github.rest.issues.createComment({ | |
| issue_number: ${{ steps.incoming-pr.outputs.NUMBER }}, | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| body: body | |
| }) |