Skip to content

Commit

Permalink
fix file move
Browse files Browse the repository at this point in the history
  • Loading branch information
michaeljguarino committed Oct 14, 2024
1 parent a40764d commit 5f34d78
Show file tree
Hide file tree
Showing 3 changed files with 72 additions and 5 deletions.
6 changes: 1 addition & 5 deletions catalogs/data/airbyte/terraform/aws/postgres.tf
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,6 @@ data "aws_vpc" "mgmt" {
id = one(data.aws_eks_cluster.mgmt.vpc_config).vpc_id
}

locals {
monitoring_role_name = "${var.db_name}-PluralRDSMonitoringRole"
}

module "db" {
source = "terraform-aws-modules/rds/aws"
version = "~> 6.3"
Expand All @@ -41,7 +37,7 @@ module "db" {
backup_retention_period = var.backup_retention_period

monitoring_interval = "30"
monitoring_role_name = local.monitoring_role_name
monitoring_role_name = "${var.db_name}-PluralRDSMonitoringRole"
create_monitoring_role = true
apply_immediately = true

Expand Down
10 changes: 10 additions & 0 deletions catalogs/data/airbyte/terraform/aws/s3.tf
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,16 @@ resource "aws_s3_bucket" "airbyte" {
force_destroy = var.force_destroy_bucket
}

resource "aws_s3_bucket_server_side_encryption_configuration" "airbyte" {
bucket = aws_s3_bucket.airbyte.id

rule {
apply_server_side_encryption_by_default {
sse_algorithm = "AES256"
}
}
}

data "aws_iam_role" "postgres" {
name = "${var.cluster_name}-postgres"
}
61 changes: 61 additions & 0 deletions catalogs/setup/data/airbyte.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
apiVersion: deployments.plural.sh/v1alpha1
kind: PrAutomation
metadata:
name: airbyte
spec:
name: airbyte
icon: https://plural-assets.s3.us-east-2.amazonaws.com/uploads/repos/d79a69b7-dfcd-480a-a51d-518865fd6e7c/airbyte.png
documentation: |
Sets up an airbyte instance for a given cloud
creates:
git:
ref: main
folder: catalogs/data/airbyte
templates:
- source: stack.yaml.liquid
destination: "bootstrap/apps/airbyte/{{ context.cluster }}/stack.yaml"
external: true
- source: servicedeployment.yaml.liquid
destination: "bootstrap/apps/airbyte/{{ context.cluster }}/servicedeployment.yaml"
external: true
- source: README.md
destination: documentation/airbyte/README.md
external: true
- source: helm/values.yaml.liquid
destination: helm/airbyte/{{ context.cluster }}.yaml.liquid
external: true
- source: terraform
destination: terraform/apps/airbyte
external: true
repositoryRef:
name: scaffolds
namespace: infra
catalogRef:
name: data-engineering
namespace: infra
scmConnectionRef:
name: github # you'll need to add this ScmConnection manually before this is functional
title: "Setting up airbyte on cluster {{ context.cluster }} for {{ context.cloud }}"
message: |
Set up airbyte on {{ context.cluster }} ({{ context.cloud }})
Will set up an airbyte deployment, including object storage and postgres setup
identifier: pluralsh/scaffolds # REPLACEME with your own repo slug
configuration:
- name: cluster
type: STRING
documentation: the cluster you want to deploy to
- name: cloud
type: ENUM
documentation: the cloud you can deploy airbyte to
values:
- aws
- name: bucket
type: STRING
documentation: the name of the S3/GCS/Azure Blob bucket you'll use for airbyte logs. This must be globally unique
- name: hostname
type: STRING
documentation: the DNS name you'll host airbyte under
- name: region
type: STRING
documentation: the cloud region you're going to use for this instance

0 comments on commit 5f34d78

Please sign in to comment.