e2e-tf-deployment.yaml

name: Helm Charts E2E Testing
on:
  schedule:
    - cron: '0 3 */2 * *' # schedule the test to run every second day at 3:00am
  push:
    branches:
      - main
    paths:
      - 'src/main/charts/bamboo/**'
      - 'src/main/charts/bamboo-agent/**'
      - 'src/main/charts/bitbucket/**'
      - 'src/main/charts/confluence/**'
      - 'src/main/charts/jira/**'
      - 'src/main/charts/crowd/**'
  pull_request_target:
    types: [ labeled ]
  workflow_dispatch:

jobs:
  test:
    if: ${{ github.event.label.name == 'e2e' || github.event_name == 'push' || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' }}
    name: Deploy Infrastructure and Run E2E Tests
    runs-on: ubuntu-latest
    permissions:
      id-token: write
      contents: read
    env:
      AWS_DEFAULT_REGION: us-east-1
      TF_VAR_bamboo_license: ${{ secrets.TF_VAR_BAMBOO_LICENSE }}
      TF_VAR_confluence_license: ${{ secrets.TF_VAR_CONFLUENCE_LICENSE }}
      TF_VAR_bitbucket_license: ${{ secrets.TF_VAR_BITBUCKET_LICENSE }}
      TF_VAR_crowd_license: ${{ secrets.TF_VAR_CROWD_LICENSE }}
      TF_VAR_bamboo_admin_password: ${{ secrets.TF_VAR_BAMBOO_ADMIN_PASSWORD }}
      TF_VAR_crowd_admin_password: ${{ secrets.TF_VAR_CROWD_ADMIN_PASSWORD }}
      TF_VAR_bitbucket_admin_password: ${{ secrets.TF_VAR_BITBUCKET_ADMIN_PASSWORD }}
      TF_VAR_kinesis_log_producers_role_arns: ${{ secrets.TF_VAR_KINESIS_LOG_PRODUCERS_ROLE_ARNS }}
      TF_VAR_osquery_fleet_enrollment_secret_name: ${{ secrets.TF_VAR_OSQUERY_FLEET_ENROLLMENT_SECRET_NAME }}
      TF_VAR_osquery_fleet_entrollment_host: ${{ secrets.TF_VAR_OSQUERY_FLEET_ENROLLMENT_HOST }}
      USE_DOMAIN: "true"

    steps:
      - name: Checkout Helm charts
        uses: actions/checkout@v3
        with:
          fetch-depth: 0
          ref: ${{ github.event.pull_request.head.sha }}

      - name: Pin Kubectl version
        uses: azure/setup-kubectl@v3.0
        with:
          version: 'v1.24.0'

      - name: Install Helm
        uses: azure/setup-helm@v1
        with:
          version: v3.7.1

      - name: Execute helm dependency update for Helm charts
        run: |
          helm dependency update src/main/charts/bamboo
          helm dependency update src/main/charts/bamboo-agent
          helm dependency update src/main/charts/bitbucket
          helm dependency update src/main/charts/confluence
          helm dependency update src/main/charts/jira
          helm dependency update src/main/charts/crowd

      - name: Checkout Deployment Automation
        run: |
          DEPLOYMENT_REPO='https://github.com/atlassian-labs/data-center-terraform.git'
          LTS=$(git ls-remote --tags --exit-code --refs "$DEPLOYMENT_REPO" \
            | sed -E 's/^[[:xdigit:]]+[[:space:]]+refs\/tags\/(.+)/\1/g' \
            | grep '^[0-9]*.[0-9]*.[0-9]*$' | sort -V | tail -1)
          echo "Using LTS version('${LTS}') of Deployment Automation to provision the infrastructure for Atlassian DC Products."
          git clone -b $LTS $DEPLOYMENT_REPO tf

      - name: Setup test environment
        uses: actions/setup-go@v3
        with:
          go-version: '1.18'

      - name: Setup Python environment
        uses: actions/setup-python@v4
        with:
          python-version: '3.9.14'
      - run: |
          python -m pip install --upgrade pip
          pip install boto3

      - name: Install test dependencies
        id: setup-dependencies
        working-directory: tf/test/
        run: |
          go version
          go get -v -t -d ./... && go mod tidy
          echo ::set-output name=exit_code::$?

      - name: Add private SSH key for Bitbucket tests
        uses: shimataro/ssh-key-action@v2
        with:
          key: ${{ secrets.BITBUCKET_E2E_TEST_PRIV_SSH_KEY }}
          name: bitbucket-e2e # optional
          known_hosts: dummy-entry
          if_key_exists: fail # replace / ignore / fail; optional (defaults to fail)

      - name: Add public SSH key for Bitbucket tests
        run: |
          echo ${{ secrets.BITBUCKET_E2E_TEST_PUB_SSH_KEY }} > /home/runner/.ssh/bitbucket-e2e.pub

      - name: Configure AWS Credentials
        uses: aws-actions/configure-aws-credentials@master
        with:
          aws-region: us-east-1
          role-to-assume: ${{ secrets.AWS_IAM_ROLE }}
          role-session-name: DCTerraformHelmSession
          role-duration-seconds: 7200
  
      - name: Deploy the infrastructure, install helm charts, run E2E tests, and cleanup
        id: e2e-test
        working-directory: tf/test/
        run: |
          set -o pipefail
          # Create test output directory
          mkdir e2etest/artifacts

          # Add root of helm chart repo to the config template
          cat << EOF >> ./e2etest/test-config.tfvars.tmpl
          # install local helm charts
          local_helm_charts_path="$(dirname $(dirname $(pwd)))/src/main/charts"
          confluence_install_local_chart = true
          jira_install_local_chart = true
          bitbucket_install_local_chart = true
          bamboo_install_local_chart = true
          crowd_install_local_chart = true
          EOF

          # Deploy infrastructure, install helm charts, run e2e tests, and cleanup all
          # boto3 ignores AWS creds env vars for some reason
          mkdir -p ~/.aws
          echo -e "[default]\naws_access_key_id = ${AWS_ACCESS_KEY_ID}\naws_secret_access_key = ${AWS_SECRET_ACCESS_KEY}\naws_session_token = ${AWS_SESSION_TOKEN}" > ~/.aws/credentials
          go test ./e2etest -v -timeout 85m -run Installer | tee ./e2etest/artifacts/e2etest.log

      - name: Upload test log files
        if: always()
        uses: actions/upload-artifact@v2
        with:
          name: e2e-test-artifacts
          path: tf/test/e2etest/artifacts/