Merge pull request #6426 from commercialhaskell/plan-prefix #3519
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration tests | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - master | |
| - stable | |
| - rc/** | |
| tags: | |
| - '**' | |
| workflow_dispatch: | |
| # Stack will use the value of the GH_TOKEN environment variable to authenticate | |
| # its requests of the GitHub REST API, providing a higher request rate limit. | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| # As of 16 December 2023, ubuntu-latest, windows-latest and macos-latest come | |
| # with Stack 2.13.1 and GHC 9.8.1. windows-latest comes with NSIS 3.08, for | |
| # which the default value of the 'Unicode' installer attribute is 'true'. | |
| # However, that is not the 'large strings' build of NSIS and creates installers | |
| # that corrupt the PATH environment variable if the default string length of | |
| # 1024 characters is exceeded. | |
| jobs: | |
| integration-tests: | |
| name: Integration tests | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - os: ubuntu-latest | |
| release-args: "--alpine" | |
| cache-bust: "2023-10-11" | |
| - os: windows-latest | |
| release-args: "" | |
| cache-bust: "13" | |
| - os: macos-latest | |
| release-args: "" | |
| cache-bust: "23" | |
| steps: | |
| - name: Clone project | |
| uses: actions/checkout@v3 | |
| - name: Cache dependencies on Unix-like OS | |
| if: startsWith(runner.os, 'Linux') || startsWith(runner.os, 'macOS') | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.stack | |
| key: ${{ runner.os }}-${{ hashFiles('stack.yaml') }}-${{ matrix.cache-bust }} | |
| - name: Cache dependencies on Windows | |
| if: startsWith(runner.os, 'Windows') | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~\AppData\Roaming\stack | |
| ~\AppData\Local\Programs\stack | |
| key: ${{ runner.os }}-${{ hashFiles('stack.yaml') }}-${{ matrix.cache-bust }} | |
| - name: Install deps and run checks | |
| shell: bash | |
| run: | | |
| set -ex | |
| if [[ "${{ matrix.os }}" == "ubuntu-latest" ]] | |
| then | |
| # Set up Nix for Stack's tests that require it. | |
| # | |
| # Install Nix via the single-user installation... | |
| # | |
| # Retry installing Nix due to nondeterministic error: | |
| # Fatal error: glibc detected an invalid stdio handle | |
| # See: | |
| # https://github.com/nh2/static-haskell-nix/pull/27#issuecomment-502652181 | |
| # https://github.com/NixOS/nix/issues/2733 | |
| (for i in {1..5}; do bash <(curl -sSL https://nixos.org/nix/install) --no-daemon && exit 0; done; exit 1) | |
| # Enter the Nix environment... | |
| . ~/.nix-profile/etc/profile.d/nix.sh | |
| # Add a channel named 'nixpkgs' to the list of subscribed channels... | |
| nix-channel --add https://nixos.org/channels/nixos-23.05 nixpkgs | |
| # Download the Nix expressions for all subscribed channels... | |
| # | |
| # As at 2023-08-21, nixos-23.05 provides GHC 9.2.8. | |
| nix-channel --update | |
| # The NIX_PATH environment variable sets a list of directories used to | |
| # look up the location of Nix expressions using paths enclosed in | |
| # angle brackets (e.g. <nixpkgs>). nix.sh no longer sets the NIX_PATH. | |
| # If NIX_PATH is not set, Nix will fall back to | |
| # $HOME/.nix-defexpr/channels, but only in impure and unrestricted | |
| # evaluation mode. See https://github.com/NixOS/nixpkgs/issues/149791. | |
| # Set NIX_PATH... | |
| export NIX_PATH=${NIX_PATH:+$NIX_PATH:}$HOME/.nix-defexpr/channels | |
| fi | |
| if [[ "${{ matrix.release-args }}" == "--alpine" ]] | |
| then | |
| mkdir -p ~/.stack | |
| touch ~/.stack/config.yaml | |
| cat > ~/.stack/config.yaml <<EOF | |
| extra-include-dirs: | |
| - /usr/include | |
| extra-lib-dirs: | |
| - /lib | |
| - /usr/lib | |
| EOF | |
| fi | |
| # Updates NSIS 3.08 to a 'large strings' build of the same tool. See | |
| # https://nsis.sourceforge.io/Special_Builds. | |
| if [[ "${{ matrix.os }}" == "windows-latest" ]] | |
| then | |
| # wget is not available but the Stack-supplied MSYS2 will provide it | |
| stack exec -- wget -O nsis-3.08-strlen_8192.zip https://downloads.sourceforge.net/nsis/NSIS%203/3.08/nsis-3.08-strlen_8192.zip | |
| 7z x -aoa -o"/c/Program Files (x86)/NSIS" nsis-3.08-strlen_8192.zip | |
| # Clean up | |
| rm nsis-3.08-strlen_8192.zip | |
| makensis -VERSION && echo | |
| # Should include defined symbol NSIS_MAX_STRLEN=8192 | |
| makensis -HDRINFO | |
| fi | |
| # In case GHCup hooks have been created, remove them | |
| if [ -d $(stack path --stack-root)/hooks ] | |
| then | |
| rm -Rf $(stack path --stack-root)/hooks | |
| fi | |
| # Report the file system disk space usage before checks, for | |
| # information. | |
| df -h | |
| # Do this in the same step as installing deps to get relevant env var modifications | |
| stack etc/scripts/release.hs check ${{ matrix.release-args }} | |
| # Report the file system disk space usage after checks, for information. | |
| df -h | |
| set +ex | |
| - name: Build bindist | |
| shell: bash | |
| run: | | |
| stack etc/scripts/release.hs build ${{ matrix.release-args }} | |
| - name: Upload bindist | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ runner.os }} | |
| path: _release/stack-* | |
| configuration: | |
| name: Check for self-hosted runners | |
| runs-on: ubuntu-latest | |
| env: | |
| CAN_SIGN: ${{ secrets.RELEASE_SIGNING_KEY != '' }} | |
| outputs: | |
| arm64-runner: ${{ steps.runners.outputs.arm64 }} | |
| can-sign: ${{ env.CAN_SIGN }} | |
| test-arm64: ${{ steps.runners.outputs.test-arm64 }} | |
| steps: | |
| - name: Check for hosted runners | |
| id: runners | |
| shell: bash | |
| env: | |
| SELF_HOSTED_RUNNERS: ${{ secrets.SELF_HOSTED_RUNNERS || (github.repository_owner == 'commercialhaskell' && 'arm64') }} | |
| run: | | |
| echo "runners=$SELF_HOSTED_RUNNERS" >> $GITHUB_OUTPUT | |
| if echo "$SELF_HOSTED_RUNNERS" | grep -q 'arm64'; then | |
| echo "arm64=['self-hosted', 'linux', 'ARM64']" >> $GITHUB_OUTPUT | |
| echo "test-arm64=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "arm64='ubuntu-latest'" >> $GITHUB_OUTPUT | |
| echo "test-arm64=false" >> $GITHUB_OUTPUT | |
| fi | |
| linux-arm64: | |
| name: Linux ARM64 | |
| runs-on: ${{ fromJSON(needs.configuration.outputs.arm64-runner) }} | |
| needs: configuration | |
| steps: | |
| - name: Skipping ARM64 | |
| if: needs.configuration.outputs.test-arm64 == 'false' | |
| shell: bash | |
| run: | | |
| echo '::notice title=ARM64 skipped::To build ARM64, a self-hosted runner needs to be configured and the SELF_HOSTED_RUNNERS secret must contain arm64' | |
| - name: Clone project | |
| if: needs.configuration.outputs.test-arm64 == 'true' | |
| uses: actions/checkout@v3 | |
| - name: Install deps | |
| shell: bash | |
| run: | | |
| set -ex | |
| # The release.hs script depends on digest, and digest requires | |
| # pkg-config. TO DO: Perhaps the self-hosted runner's software should | |
| # include pkg-config. | |
| sudo apt-get update | |
| sudo apt-get install -y pkg-config | |
| # As of 19 August 2023, the self-hosted runner comes with Stack 2.11.1, | |
| # but it is not on the PATH. Logging the version for information. | |
| /usr/local/bin/stack --version | |
| set +ex | |
| - name: Build bindist | |
| if: needs.configuration.outputs.test-arm64 == 'true' | |
| shell: bash | |
| run: | | |
| # Stack's project-level configuration (stack.yaml) specifies the | |
| # multi-architecture (including Linux/Aarch64) Docker image published by | |
| # Oliver Benz (@benz0li, on GitHub). That image comes with Stack 2.11.1. | |
| # (Note that the online documentation for '--docker-stack-exe image' | |
| # specifies that the host Stack and image Stack must have the same | |
| # version number.) | |
| /usr/local/bin/stack etc/scripts/release.hs build --alpine --build-args --docker-stack-exe=image | |
| - name: Upload bindist | |
| if: needs.configuration.outputs.test-arm64 == 'true' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Linux-ARM64 | |
| path: _release/stack-* | |
| github-release: | |
| name: Create GitHub release | |
| permissions: | |
| contents: write | |
| needs: | |
| - configuration | |
| - integration-tests | |
| - linux-arm64 | |
| runs-on: ubuntu-latest | |
| if: startsWith(github.ref, 'refs/tags/') | |
| steps: | |
| - name: Download Linux artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Linux | |
| path: _release | |
| - name: Download macOS artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: macOS | |
| path: _release | |
| - name: Download Windows artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Windows | |
| path: _release | |
| - name: Download Linux-ARM64 artifact | |
| if: needs.configuration.outputs.test-arm64 == 'true' | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Linux-ARM64 | |
| path: _release | |
| - name: Hash and sign assets | |
| if: needs.configuration.outputs.can-sign == 'true' | |
| shell: bash | |
| env: | |
| RELEASE_SIGNING_KEY: ${{ secrets.RELEASE_SIGNING_KEY }} | |
| run: | | |
| set -e | |
| echo "$RELEASE_SIGNING_KEY"|gpg --import | |
| cd _release | |
| for asset in *; do | |
| shasum -a 256 "$asset" >"$asset.sha256" | |
| gpg --digest-algo=sha512 --detach-sig --armor -u 0x575159689BEFB442 "$asset" | |
| done | |
| - name: Create GitHub release (final) | |
| id: github_release_final | |
| if: "!startsWith(github.ref, 'refs/tags/rc/')" | |
| uses: ncipollo/[email protected] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| body: | | |
| See https://haskellstack.org/ for installation and upgrade instructions. | |
| **Changes since v[INSERT PREVIOUS VERSION]:** | |
| [INSERT CHANGELOG] | |
| **Thanks to all our contributors for this release:** | |
| [INSERT CONTRIBUTORS] | |
| draft: true | |
| prerelease: false | |
| - name: Create GitHub release (release candidate) | |
| id: github_release_rc | |
| if: "startsWith(github.ref, 'refs/tags/rc/')" | |
| uses: ncipollo/[email protected] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| body: | | |
| **Changes since v[INSERT PREVIOUS VERSION]:** | |
| [INSERT CHANGELOG] | |
| draft: true | |
| prerelease: true | |
| - name: Upload assets to GitHub release (final) | |
| if: "!startsWith(github.ref, 'refs/tags/rc/')" | |
| uses: xresloader/upload-to-github-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| file: "_release/*" | |
| draft: true | |
| prerelease: false | |
| overwrite: true | |
| release_id: ${{ steps.github_release_final.outputs.id }} | |
| - name: Upload assets to GitHub release (release candidate) | |
| if: "startsWith(github.ref, 'refs/tags/rc/')" | |
| uses: xresloader/upload-to-github-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| file: "_release/*" | |
| draft: true | |
| prerelease: true | |
| overwrite: true | |
| release_id: ${{ steps.github_release_rc.outputs.id }} |