meltano.yml

version: 1
default_environment: cicd_dev_local
project_id: cicd-cicd-demo-1
environments:
- name: cicd_dev_local
- name: cicd_dev
- name: cicd_staging
  config:
    plugins:
      extractors:
      - name: tap-github-repo
        config:
          start_date: '2010-01-01'
      - name: tap-jira
        start_date: '2023-01-01'

- name: cicd_prod
  config:
    plugins:
      extractors:
      - name: tap-github-repo
        config:
          start_date: '2010-01-01'
      - name: tap-jira
        start_date: '2023-01-01'
- name: cicd_cloud_staging
  config:
    plugins:
      extractors:
        - name: tap-github-repo
          config:
            start_date: '2010-01-01'
        - name: tap-jira
          start_date: '2023-01-01'
# Dedicated for dbt Cloud. We need to separate their state files (they run against different databases)
- name: cicd_cloud_dev
- name: cicd_cloud_prod
  config:
    plugins:
      extractors:
        - name: tap-github-repo
          config:
            start_date: '2010-01-01'
        - name: tap-jira
          start_date: '2023-01-01'

include_paths:
  - "./meltano_conf/extractors/github.yml"
  # FAA must be first tap-csv like extractor, it contains the base extractor from which others inherit
  - "./meltano_conf/extractors/faa.yml"
  - "./meltano_conf/extractors/ecommerce_demo.yml"
  - "./meltano_conf/extractors/data_science.yml"
  - "./meltano_conf/extractors/jira.yml"
  - "./meltano_conf/loaders/loaders.yml"

state_backend:
  uri: s3://${MELTANO_STATE_AWS_BUCKET}/cicd_github_demo_meltano_state
  s3:
    aws_access_key_id: ${MELTANO_STATE_AWS_ACCESS_KEY_ID}
    aws_secret_access_key: ${MELTANO_STATE_AWS_SECRET_ACCESS_KEY}
    endpoint_url: ${MELTANO_STATE_AWS_ENDPOINT}