adding auto langdetect and cleaning up keywords extracted by yake #330
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Run Integration Test | |
| on: | |
| pull_request | |
| permissions: | |
| id-token: write | |
| contents: read | |
| jobs: | |
| integration-test: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| image: ${{ steps.build-image.outputs.image }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ vars.AWS_OIDC_ROLE_TO_ASSUME }} | |
| aws-region: eu-west-1 | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| - name: Set up Docker Buildx | |
| uses: crazy-max/ghaction-docker-buildx@v3 | |
| - name: Cache Docker layers | |
| uses: actions/cache@v2 | |
| id: cache | |
| with: | |
| path: /tmp/.buildx-cache | |
| key: ${{ runner.os }}-buildx-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx- | |
| - name: Docker Buildx (build) | |
| id: build-image | |
| env: | |
| ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| ECR_REPOSITORY: ${{ github.event.repository.name }} | |
| IMAGE_TAG: ${{ github.sha }} | |
| run: | | |
| docker buildx build \ | |
| --cache-from "type=local,src=/tmp/.buildx-cache" \ | |
| --cache-to "type=local,dest=/tmp/.buildx-cache-new" \ | |
| --load \ | |
| --tag $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG \ | |
| --file ./Dockerfile ./ | |
| echo "::set-output name=image::$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" | |
| - name: Install AWS CLI and jq | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y awscli | |
| sudo apt-get install -y jq | |
| - name: Retrieve Presto test parameters from SSM | |
| id: get-ssm-params | |
| run: | | |
| parameters=$(aws ssm get-parameters-by-path --path "/test/presto/" --recursive --query "Parameters[*].[Name,Value]" --output text) | |
| env_content="" | |
| while IFS=$'\t' read -r name value; do | |
| key=$(echo "$name" | awk -F'/' '{print $NF}') | |
| env_content="${env_content}${key}=${value}\n" | |
| done <<< "$parameters" | |
| echo -e "\n$env_content" >> .env_file | |
| - name: Run PR Tests | |
| id: run-tests | |
| env: | |
| GIT_SHA: ${{ github.sha }} | |
| BUILD_NUMBER: ${{ github.run_number }} | |
| run: | | |
| if [[ "${{ github.event.pull_request.head.repo.fork }}" == "true" ]]; then | |
| # docker run --rm ${{ steps.build-image.outputs.image }} -e APP=presto -e DEPLOY_ENV=test -e GITHUB_TOKEN=none make run_test | |
| echo "test not enabled for forks!" | |
| else | |
| docker run -e APP=presto -e DEPLOY_ENV=test --env-file=.env_file -e GITHUB_TOKEN=none --rm ${{ steps.build-image.outputs.image }} make run_test | |
| fi | |
| - name: Reset cache | |
| id: reset-cache | |
| if: ${{ failure() || success() }} | |
| run: | | |
| rm -rf /tmp/.buildx-cache | |
| mv /tmp/.buildx-cache-new /tmp/.buildx-cache |