Implement cloud flow for plural up
#2253
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| image: | |
| name: Build image | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| packages: 'write' | |
| security-events: write | |
| actions: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v4 | |
| # with: | |
| # aws-region: us-east-2 | |
| # role-to-assume: arn:aws:iam::312272277431:role/github-actions/buildx-deployments | |
| # role-session-name: PluralCLI | |
| # - name: setup kubectl | |
| # uses: azure/setup-kubectl@v3 | |
| # - name: Get EKS credentials | |
| # run: aws eks update-kubeconfig --name pluraldev | |
| - name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@v4 | |
| with: | |
| # list of Docker images to use as base name for tags | |
| images: | | |
| ghcr.io/pluralsh/plural-cli | |
| # generate Docker tags based on the following events/attributes | |
| tags: | | |
| type=sha | |
| type=ref,event=pr | |
| type=ref,event=branch | |
| # - name: Set up Docker Buildx | |
| # id: builder | |
| # uses: docker/setup-buildx-action@v3 | |
| # with: | |
| # # cleanup: true | |
| # # driver: kubernetes | |
| # platforms: linux/amd64 | |
| # driver-opts: | | |
| # namespace=buildx | |
| # requests.cpu=1.5 | |
| # requests.memory=3.5Gi | |
| # "nodeselector=plural.sh/scalingGroup=buildx-spot-x86" | |
| # "tolerations=key=plural.sh/capacityType,value=SPOT,effect=NoSchedule;key=plural.sh/reserved,value=BUILDX,effect=NoSchedule" | |
| # - name: Append ARM buildx builder from AWS | |
| # run: | | |
| # docker buildx create \ | |
| # --append \ | |
| # --bootstrap \ | |
| # --name ${{ steps.builder.outputs.name }} \ | |
| # --driver=kubernetes \ | |
| # --platform linux/arm64 \ | |
| # --node=${{ steps.builder.outputs.name }}-arm64 \ | |
| # --buildkitd-flags "--allow-insecure-entitlement security.insecure --allow-insecure-entitlement network.host" \ | |
| # --driver-opt namespace=buildx \ | |
| # --driver-opt requests.cpu=1.5 \ | |
| # --driver-opt requests.memory=3.5Gi \ | |
| # '--driver-opt="nodeselector=plural.sh/scalingGroup=buildx-spot-arm64"' \ | |
| # '--driver-opt="tolerations=key=plural.sh/capacityType,value=SPOT,effect=NoSchedule;key=plural.sh/reserved,value=BUILDX,effect=NoSchedule"' | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to GHCR | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Get current date | |
| id: date | |
| run: echo "date=$(date -u +'%Y-%m-%dT%H:%M:%S%z')" >> $GITHUB_OUTPUT | |
| - uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| file: ./Dockerfile | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| platforms: linux/amd64,linux/arm64 | |
| # cache-from: type=gha | |
| # cache-to: type=gha,mode=max | |
| build-args: | | |
| APP_VSN=dev | |
| APP_COMMIT=${{ github.sha }} | |
| APP_DATE=${{ steps.date.outputs.date }} | |
| - name: Run Trivy vulnerability scanner on cli image | |
| uses: aquasecurity/trivy-action@master | |
| with: | |
| scan-type: 'image' | |
| image-ref: ${{ fromJSON(steps.meta.outputs.json).tags[0] }} | |
| hide-progress: false | |
| format: 'sarif' | |
| output: 'trivy-results.sarif' | |
| scanners: 'vuln' | |
| ignore-unfixed: true | |
| #severity: 'CRITICAL,HIGH' | |
| - name: Upload Trivy scan results to GitHub Security tab | |
| uses: github/codeql-action/upload-sarif@v2 | |
| with: | |
| sarif_file: 'trivy-results.sarif' | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v4 | |
| # if: always() | |
| # with: | |
| # aws-region: us-east-2 | |
| # role-to-assume: arn:aws:iam::312272277431:role/github-actions/buildx-deployments | |
| # role-session-name: PluralCLI | |
| # - name: Manually cleanup buildx | |
| # if: always() | |
| # run: | | |
| # docker buildx stop ${{ steps.builder.outputs.name }} | |
| # sleep 10 | |
| # docker buildx rm ${{ steps.builder.outputs.name }} | |
| cloud: | |
| name: Build cloud image | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| packages: 'write' | |
| security-events: write | |
| actions: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: us-east-2 | |
| role-to-assume: arn:aws:iam::312272277431:role/github-actions/buildx-deployments | |
| role-session-name: PluralCLI | |
| - name: setup kubectl | |
| uses: azure/setup-kubectl@v3 | |
| - name: Get EKS credentials | |
| run: aws eks update-kubeconfig --name pluraldev | |
| - name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@v4 | |
| with: | |
| # list of Docker images to use as base name for tags | |
| images: | | |
| ghcr.io/pluralsh/plural-cli-cloud | |
| # generate Docker tags based on the following events/attributes | |
| tags: | | |
| type=sha | |
| type=ref,event=pr | |
| type=ref,event=branch | |
| - name: Set up Docker Buildx | |
| id: builder | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| cleanup: true | |
| driver: kubernetes | |
| platforms: linux/amd64 | |
| driver-opts: | | |
| namespace=buildx | |
| requests.cpu=1.5 | |
| requests.memory=3.5Gi | |
| "nodeselector=plural.sh/scalingGroup=buildx-spot-x86" | |
| "tolerations=key=plural.sh/capacityType,value=SPOT,effect=NoSchedule;key=plural.sh/reserved,value=BUILDX,effect=NoSchedule" | |
| - name: Append ARM buildx builder from AWS | |
| run: | | |
| docker buildx create \ | |
| --append \ | |
| --bootstrap \ | |
| --name ${{ steps.builder.outputs.name }} \ | |
| --driver=kubernetes \ | |
| --platform linux/arm64 \ | |
| --node=${{ steps.builder.outputs.name }}-arm64 \ | |
| --buildkitd-flags "--allow-insecure-entitlement security.insecure --allow-insecure-entitlement network.host" \ | |
| --driver-opt namespace=buildx \ | |
| --driver-opt requests.cpu=1.5 \ | |
| --driver-opt requests.memory=3.5Gi \ | |
| '--driver-opt="nodeselector=plural.sh/scalingGroup=buildx-spot-arm64"' \ | |
| '--driver-opt="tolerations=key=plural.sh/capacityType,value=SPOT,effect=NoSchedule;key=plural.sh/reserved,value=BUILDX,effect=NoSchedule"' | |
| - name: Login to GHCR | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Get current date | |
| id: date | |
| run: echo "date=$(date -u +'%Y-%m-%dT%H:%M:%S%z')" >> $GITHUB_OUTPUT | |
| - uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| file: ./dockerfiles/Dockerfile.cloud | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| platforms: linux/amd64,linux/arm64 | |
| # cache-from: type=gha | |
| # cache-to: type=gha,mode=max | |
| build-args: | | |
| APP_VSN=dev | |
| APP_COMMIT=${{ github.sha }} | |
| APP_DATE=${{ steps.date.outputs.date }} | |
| - name: Run Trivy vulnerability scanner on cli cloud image | |
| uses: aquasecurity/trivy-action@master | |
| with: | |
| scan-type: 'image' | |
| image-ref: ${{ fromJSON(steps.meta.outputs.json).tags[0] }} | |
| hide-progress: false | |
| format: 'sarif' | |
| output: 'trivy-results.sarif' | |
| scanners: 'vuln' | |
| timeout: 10m | |
| ignore-unfixed: true | |
| #severity: 'CRITICAL,HIGH' | |
| - name: Upload Trivy scan results to GitHub Security tab | |
| uses: github/codeql-action/upload-sarif@v2 | |
| with: | |
| sarif_file: 'trivy-results.sarif' | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| if: always() | |
| with: | |
| aws-region: us-east-2 | |
| role-to-assume: arn:aws:iam::312272277431:role/github-actions/buildx-deployments | |
| role-session-name: PluralCLI | |
| - name: Manually cleanup buildx | |
| if: always() | |
| run: | | |
| docker buildx stop ${{ steps.builder.outputs.name }} | |
| sleep 10 | |
| docker buildx rm ${{ steps.builder.outputs.name }} | |
| dind: | |
| name: Build dind image | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| packages: 'write' | |
| security-events: write | |
| actions: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: us-east-2 | |
| role-to-assume: arn:aws:iam::312272277431:role/github-actions/buildx-deployments | |
| role-session-name: PluralCLI | |
| - name: setup kubectl | |
| uses: azure/setup-kubectl@v3 | |
| - name: Get EKS credentials | |
| run: aws eks update-kubeconfig --name pluraldev | |
| - name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@v4 | |
| with: | |
| # list of Docker images to use as base name for tags | |
| images: | | |
| ghcr.io/pluralsh/plural-dind | |
| # generate Docker tags based on the following events/attributes | |
| tags: | | |
| type=sha | |
| type=ref,event=pr | |
| type=ref,event=branch | |
| - name: Set up Docker Buildx | |
| id: builder | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| cleanup: true | |
| driver: kubernetes | |
| platforms: linux/amd64 | |
| driver-opts: | | |
| namespace=buildx | |
| requests.cpu=1.5 | |
| requests.memory=3.5Gi | |
| "nodeselector=plural.sh/scalingGroup=buildx-spot-x86" | |
| "tolerations=key=plural.sh/capacityType,value=SPOT,effect=NoSchedule;key=plural.sh/reserved,value=BUILDX,effect=NoSchedule" | |
| - name: Append ARM buildx builder from AWS | |
| run: | | |
| docker buildx create \ | |
| --append \ | |
| --bootstrap \ | |
| --name ${{ steps.builder.outputs.name }} \ | |
| --driver=kubernetes \ | |
| --platform linux/arm64 \ | |
| --node=${{ steps.builder.outputs.name }}-arm64 \ | |
| --buildkitd-flags "--allow-insecure-entitlement security.insecure --allow-insecure-entitlement network.host" \ | |
| --driver-opt namespace=buildx \ | |
| --driver-opt requests.cpu=1.5 \ | |
| --driver-opt requests.memory=3.5Gi \ | |
| '--driver-opt="nodeselector=plural.sh/scalingGroup=buildx-spot-arm64"' \ | |
| '--driver-opt="tolerations=key=plural.sh/capacityType,value=SPOT,effect=NoSchedule;key=plural.sh/reserved,value=BUILDX,effect=NoSchedule"' | |
| - name: Login to GHCR | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Get current date | |
| id: date | |
| run: echo "date=$(date -u +'%Y-%m-%dT%H:%M:%S%z')" >> $GITHUB_OUTPUT | |
| - uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| file: ./dockerfiles/Dockerfile.dind | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| platforms: linux/amd64,linux/arm64 | |
| # cache-from: type=gha | |
| # cache-to: type=gha,mode=max | |
| build-args: | | |
| APP_VSN=dev | |
| APP_COMMIT=${{ github.sha }} | |
| APP_DATE=${{ steps.date.outputs.date }} | |
| - name: Run Trivy vulnerability scanner on dind image | |
| uses: aquasecurity/trivy-action@master | |
| with: | |
| scan-type: 'image' | |
| image-ref: ${{ fromJSON(steps.meta.outputs.json).tags[0] }} | |
| hide-progress: false | |
| format: 'sarif' | |
| output: 'trivy-results.sarif' | |
| scanners: 'vuln' | |
| timeout: 10m | |
| ignore-unfixed: true | |
| #severity: 'CRITICAL,HIGH' | |
| - name: Upload Trivy scan results to GitHub Security tab | |
| uses: github/codeql-action/upload-sarif@v2 | |
| with: | |
| sarif_file: 'trivy-results.sarif' | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| if: always() | |
| with: | |
| aws-region: us-east-2 | |
| role-to-assume: arn:aws:iam::312272277431:role/github-actions/buildx-deployments | |
| role-session-name: PluralCLI | |
| - name: Manually cleanup buildx | |
| if: always() | |
| run: | | |
| docker buildx stop ${{ steps.builder.outputs.name }} | |
| sleep 10 | |
| docker buildx rm ${{ steps.builder.outputs.name }} | |
| trivy-scan: | |
| name: Trivy fs scan | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read # for actions/checkout to fetch code | |
| security-events: write # for github/codeql-action/upload-sarif to upload SARIF results | |
| actions: read # only required for a private repository by github/codeql-action/upload-sarif to get the Action run status | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Run Trivy vulnerability scanner in fs mode | |
| uses: aquasecurity/trivy-action@master | |
| with: | |
| scan-type: 'fs' | |
| hide-progress: false | |
| format: 'sarif' | |
| output: 'trivy-results.sarif' | |
| scanners: 'vuln,secret' | |
| ignore-unfixed: true | |
| #severity: 'CRITICAL,HIGH' | |
| - name: Upload Trivy scan results to GitHub Security tab | |
| uses: github/codeql-action/upload-sarif@v2 | |
| with: | |
| sarif_file: 'trivy-results.sarif' | |
| test: | |
| name: Unit test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version-file: go.mod | |
| - run: make test | |
| lint: | |
| name: Lint | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version-file: go.mod | |
| - name: golangci-lint | |
| uses: golangci/golangci-lint-action@v4 | |
| with: | |
| version: v1.59.1 | |
| build: | |
| name: GoReleaser build | |
| strategy: | |
| matrix: | |
| os: [ ubuntu-latest, macos-latest, windows-latest ] | |
| include: | |
| - os: ubuntu-latest | |
| goos: linux | |
| - os: macos-latest | |
| goos: darwin | |
| - os: windows-latest | |
| goos: windows | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Go | |
| uses: actions/[email protected] | |
| with: | |
| go-version-file: go.mod | |
| - name: Setup Node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: 16.18.1 | |
| - name: Setup SHA variable | |
| shell: bash | |
| run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_ENV | |
| - name: Setup Cache | |
| uses: actions/[email protected] | |
| with: | |
| path: dist/${{ matrix.goos }} | |
| key: ${{ matrix.goos }}-${{ env.sha_short }} | |
| enableCrossOsArchive: true | |
| - name: Install Dependencies | |
| if: matrix.goos == 'linux' | |
| shell: bash | |
| run: | | |
| sudo apt update | |
| sudo apt install -y libwebkit2gtk-4.0-dev libgtk-3-dev | |
| - name: GoReleaser (Build) | |
| uses: goreleaser/goreleaser-action@v6 | |
| with: | |
| distribution: goreleaser-pro | |
| version: "~> v1" | |
| args: release --clean --split --timeout 90m | |
| env: | |
| CGO_LDFLAGS: "${{ matrix.goos == 'darwin' && '-framework UniformTypeIdentifiers' || '' }}" | |
| GOOS: ${{ matrix.GOOS }} | |
| GORELEASER_KEY: ${{ secrets.GORELEASER_KEY }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| GITLAB_CLIENT_SECRET: ${{ secrets.GITLAB_CLIENT_SECRET }} | |
| HOMEBREW_TAP_GITHUB_TOKEN: ${{ secrets.HOMEBREW_TAP_GITHUB_TOKEN }} |