metadata-refresh.yml

name: Metadata Refresh

on:
  workflow_dispatch:
    inputs:
      environment:
        description: 'The environment to run the workflow in'
        required: true
        type: choice
        default: 'preview'
        options:
          - 'preview'
          - 'production'
  schedule:
    - cron: '0 12 * * 1' # Run at midnight UTC on Mondays

jobs:

  metadata_refresh:
    name: Metadata Refresh
    runs-on: ubuntu-latest
    environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }}
    env:
      AWS_S3_BUCKET: "${{ secrets.HUB_METADATA_S3_BUCKET }}"
    permissions:
      id-token: write # This is required for requesting the JWT
    steps:
    - uses: actions/checkout@v4.1.7

    - name: Configure AWS credentials
      uses: aws-actions/configure-aws-credentials@v4.0.2
      with:
        role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
        aws-region: us-west-2
        role-session-name: "GitHubActions"

    - name: Install hub-utils
      run: pipx install git+https://github.com/meltano/hub-utils.git@main

    - name: Download Raw JSON Output
      run: hub-utils download-metadata "/home/runner/work/downloaded_data" --ignore-list-str="extractors/tap-ga4/connorflyn,extractors/tap-ga4/meltanolabs,extractors/tap-ga4/sehnem,extractors/tap-jira/meltanolabs,extractors/tap-salesforce-commerce/hotgluexyz,loaders/target-s3/crowemi,loaders/target-s3-parquet/jkausti,extractors/tap-rest-api-msdk/widen"

    - name: Merge Raw JSON and Existing Definition
      run: hub-utils merge-metadata $(pwd) "/home/runner/work/downloaded_data"

    - name: Get current date
      id: date
      run: echo "::set-output name=date::$(date +'%Y-%m-%d')"

    - name: Create Pull Request
      uses: peter-evans/create-pull-request@v7
      with:
        token: ${{ secrets.MELTYBOT_GITHUB_AUTH_TOKEN }}
        commit-message: Refresh plugin metadata ${{ steps.date.outputs.date }}
        committer: GitHub <noreply@github.com>
        author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
        signoff: false
        branch: hub-bot-metadata-${{ steps.date.outputs.date }}-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}
        delete-branch: true
        title: 'chore: [Hub Bot] Refresh metadata ${{ steps.date.outputs.date }}'
        body: |
          Updates Plugin Definitions
        assignees: pnadolny13
        reviewers: pnadolny13
        draft: false