publish-gh-pages.yml

name: generate-docs-pages

on:
  push:
    branches:
      - main

concurrency: dbt_integration_tests

env:
  # Redshift Connection
  # REDSHIFT_TEST_HOST: ${{ secrets.REDSHIFT_TEST_HOST }}
  # REDSHIFT_TEST_USER: ${{ secrets.REDSHIFT_TEST_USER }}
  # REDSHIFT_TEST_PASS: ${{ secrets.REDSHIFT_TEST_PASS }}
  # REDSHIFT_TEST_DBNAME: ${{ secrets.REDSHIFT_TEST_DBNAME }}
  # REDSHIFT_TEST_PORT: ${{ secrets.REDSHIFT_TEST_PORT }}

  # # BigQuery Connection
  # BIGQUERY_TEST_DATABASE: ${{ secrets.BIGQUERY_TEST_DATABASE }}
  # BIGQUERY_LOCATION: ${{ secrets.BIGQUERY_LOCATION }}
  # BIGQUERY_SERVICE_TYPE: ${{ secrets.BIGQUERY_SERVICE_TYPE }}
  # BIGQUERY_SERVICE_PROJECT_ID: ${{ secrets.BIGQUERY_SERVICE_PROJECT_ID }}
  # BIGQUERY_SERVICE_PRIVATE_KEY_ID: ${{ secrets.BIGQUERY_SERVICE_PRIVATE_KEY_ID }}
  # BIGQUERY_SERVICE_PRIVATE_KEY: ${{ secrets.BIGQUERY_SERVICE_PRIVATE_KEY }}
  # BIGQUERY_SERVICE_CLIENT_EMAIL: ${{ secrets.BIGQUERY_SERVICE_CLIENT_EMAIL }}
  # BIGQUERY_SERVICE_CLIENT_ID: ${{ secrets.BIGQUERY_SERVICE_CLIENT_ID }}
  # BIGQUERY_SERVICE_AUTH_URI: ${{ secrets.BIGQUERY_SERVICE_AUTH_URI }}
  # BIGQUERY_SERVICE_TOKEN_URI: ${{ secrets.BIGQUERY_SERVICE_TOKEN_URI }}
  # BIGQUERY_SERVICE_AUTH_PROVIDER_X509_CERT_URL: ${{ secrets.BIGQUERY_SERVICE_AUTH_PROVIDER_X509_CERT_URL }}
  # BIGQUERY_SERVICE_CLIENT_X509_CERT_URL: ${{ secrets.BIGQUERY_SERVICE_CLIENT_X509_CERT_URL }}

  # Snowflake Connection
  SNOWFLAKE_TEST_ACCOUNT: ${{ secrets.SNOWFLAKE_TEST_ACCOUNT }}
  SNOWFLAKE_TEST_USER: ${{ secrets.SNOWFLAKE_TEST_USER }}
  SNOWFLAKE_TEST_PASSWORD: ${{ secrets.SNOWFLAKE_TEST_PASSWORD }}
  SNOWFLAKE_TEST_ROLE: ${{ secrets.SNOWFLAKE_TEST_ROLE }}
  SNOWFLAKE_TEST_DATABASE: ${{ secrets.SNOWFLAKE_TEST_DATABASE }}
  SNOWFLAKE_TEST_WAREHOUSE: ${{ secrets.SNOWFLAKE_TEST_WAREHOUSE }}

  # Postgres Connection
  # POSTGRES_TEST_HOST: ${{ secrets.POSTGRES_TEST_HOST }}
  # POSTGRES_TEST_USER: ${{ secrets.POSTGRES_TEST_USER }}
  # POSTGRES_TEST_PASS: ${{ secrets.POSTGRES_TEST_PASS }}
  # POSTGRES_TEST_PORT: ${{ secrets.POSTGRES_TEST_PORT }}
  # POSTGRES_TEST_DBNAME: ${{ secrets.POSTGRES_TEST_DBNAME }}

  # # Databricks Connection
  # DATABRICKS_TEST_HOST: ${{ secrets.DATABRICKS_TEST_HOST }}
  # DATABRICKS_TEST_HTTP_PATH: ${{ secrets.DATABRICKS_TEST_HTTP_PATH }}
  # DATABRICKS_TEST_TOKEN: ${{ secrets.DATABRICKS_TEST_TOKEN }}
  # DATABRICKS_TEST_ENDPOINT: ${{ secrets.DATABRICKS_TEST_ENDPOINT }}

jobs:
  gh_pages:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        dbt_version: ["1.*"]
        warehouse: ["snowflake"]


    steps:
    - uses: actions/checkout@v3
      with:
        fetch-depth: 0 # otherwise, you will failed to push refs to dest repo
    # Remove '*' and replace '.' with '_' in DBT_VERSION & set as SCHEMA_SUFFIX.
      # SCHEMA_SUFFIX allows us to run multiple versions of dbt in parallel without overwriting the output tables

    - name: Set SCHEMA_SUFFIX env
      run: echo "SCHEMA_SUFFIX=$(echo ${DBT_VERSION%.*} | tr . _)" >> $GITHUB_ENV
      env:
        DBT_VERSION: ${{ matrix.dbt_version }}

    - name: Python setup
      uses: actions/setup-python@v4
      with:
        python-version: "3.8.x"

    - name: Pip cache
      uses: actions/cache@v3
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip-${{ matrix.dbt_version }}-${{ matrix.warehouse }}
        restore-keys: |
          ${{ runner.os }}-pip-${{ matrix.dbt_version }}-${{ matrix.warehouse }}

    # Install latest patch version. Upgrade if cache contains old patch version.
    - name: Install dependencies
      run: |
        pip install pip wheel setuptools
        pip install -Iv dbt-${{ matrix.warehouse }}==${{ matrix.dbt_version }} --upgrade
        dbt deps

    - name: Create dbt docs
      run: |
        dbt docs generate --profiles-dir integration_tests/ci --profile integration_tests --target ${{ matrix.warehouse }}
        rm -f ./docs/catalog.json
        rm -f ./docs/manifest.json
        rm -f ./docs/run_results.json
        rm -f ./docs/index.html
        cp target/catalog.json ./docs/catalog.json
        cp target/manifest.json ./docs/manifest.json
        cp target/run_results.json ./docs/run_results.json
        cp target/index.html ./docs/index.html

    - name: Commit & Push changes
      uses: EndBug/add-and-commit@v9
      with:
        # Determines the way the action fills missing author name and email. Three options are available:
        # - github_actor -> UserName <UserName@users.noreply.github.com>
        # - user_info -> Your Display Name <your-actual@email.com>
        # - github_actions -> github-actions <email associated with the github logo>
        # Default: github_actor
        add: ./docs/catalog.json ./docs/manifest.json ./docs/run_results.json ./docs/index.html
        default_author: github_actions
        message: 'Update dbt docs'
        new_branch: gh_pages
        push: 'origin gh_pages --force'