From 3afc4fec83ea2f44826fe531e5fd0fee33416292 Mon Sep 17 00:00:00 2001 From: davidmirror-ops Date: Fri, 15 Sep 2023 14:01:13 -0500 Subject: [PATCH] Remove unmaintained Opta code Signed-off-by: davidmirror-ops --- opta/README.md | 9 --- opta/aws/env.yaml | 15 ----- opta/aws/flyte.yaml | 133 ------------------------------------- opta/gcp/env.yaml | 16 ----- opta/gcp/flyte.yaml | 156 -------------------------------------------- 5 files changed, 329 deletions(-) delete mode 100644 opta/README.md delete mode 100644 opta/aws/env.yaml delete mode 100644 opta/aws/flyte.yaml delete mode 100644 opta/gcp/env.yaml delete mode 100644 opta/gcp/flyte.yaml diff --git a/opta/README.md b/opta/README.md deleted file mode 100644 index e256ae3ce2..0000000000 --- a/opta/README.md +++ /dev/null @@ -1,9 +0,0 @@ -# Easy Flyte Deployment with Opta -[Opta](https://github.com/run-x/opta) is an open source cli tool made for developers to quickly get production-grade -infrastructure up and running. With minimal yaml configuration, a user can set up an environment within their -account/project on their cloud provider (e.g. AWS, GCP) and deploy containerized applications therein. -The Flyte team has partnered with the Opta team to make Opta the recommended production deployment tool for Flyte. -For instructions on how to deploy, please refer to the -[Flyte Opta AWS docs](https://docs.flyte.org/en/latest/deployment/aws/opta.html) -and [Flyte Opta GCP docs](https://docs.flyte.org/en/latest/deployment/gcp/opta.html). -You may also find additional docs for Opta [here](https://docs.opta.dev/). diff --git a/opta/aws/env.yaml b/opta/aws/env.yaml deleted file mode 100644 index 244f449498..0000000000 --- a/opta/aws/env.yaml +++ /dev/null @@ -1,15 +0,0 @@ -name: -org_name: -providers: - aws: - region: - account_id: -modules: - - type: base - - type: dns - domain: - delegated: false # set to true once ready https://docs.opta.dev/miscellaneous/ingress/ - - type: k8s-cluster - max_nodes: 15 - - type: k8s-base - # - type: aws-ses # needs to be done after dns delegation if you wish to send emails via AWS diff --git a/opta/aws/flyte.yaml b/opta/aws/flyte.yaml deleted file mode 100644 index 9e79ba43fc..0000000000 --- a/opta/aws/flyte.yaml +++ /dev/null @@ -1,133 +0,0 @@ -environments: - - name: default - path: "./env.yaml" # NOTE: relative path to environment - variables: - region: - account_id: -name: service-flyte -modules: - - name: postgres - type: aws-postgres - - name: s3 - type: aws-s3 - bucket_name: "{parent_name}-{layer_name}" - - name: adminflyterole - type: aws-iam-role - extra_iam_policies: - - "arn:aws:iam::aws:policy/CloudWatchEventsFullAccess" - # - "arn:aws:iam::{vars.account_id}:policy/{env}-{env}-awsses-sender" # Uncomment out for SES - allowed_k8s_services: - - namespace: "*" - service_name: "*" - links: - - s3: ["write"] - - name: userflyterole - type: aws-iam-role - extra_iam_policies: - - "arn:aws:iam::aws:policy/CloudWatchEventsFullAccess" - # - "arn:aws:iam::{vars.account_id}:policy/{env}-{env}-awsses-sender" # Uncomment out for SESre, change the templating - allowed_k8s_services: - - namespace: "*" - service_name: "*" - links: - - s3: ["write"] - - type: helm-chart - chart: "../../charts/flyte-core" # NOTE: relative path to chart - namespace: flyte - timeout: 600 - create_namespace: true - values_file: "../../charts/flyte-core/values-eks.yaml" # NOTE: relative path to values yaml - # Additional overrides to the values provided by the chart. Opta enables piping through produced outputs from prior modules/steps. - values: - db: - datacatalog: - database: - port: 5432 - username: "${{module.postgres.db_user}}" - host: "${{module.postgres.db_host}}" - dbname: "${{module.postgres.db_name}}" - admin: - database: - port: 5432 - username: "${{module.postgres.db_user}}" - host: "${{module.postgres.db_host}}" - dbname: "${{module.postgres.db_name}}" - common: - ingress: - albSSLRedirect: false - host: "{parent.domain}" - annotations: - kubernetes.io/ingress.class: "nginx" - nginx.ingress.kubernetes.io/app-root: /console - databaseSecret: - secretManifest: - stringData: - pass.txt: "${{module.postgres.db_password}}" - storage: - bucketName: "{parent_name}-{layer_name}" - s3: - region: "{vars.region}" - flyteadmin: - serviceAccount: - create: true - annotations: - eks.amazonaws.com/role-arn: "${{module.adminflyterole.role_arn}}" - datacatalog: - serviceAccount: - create: true - annotations: - eks.amazonaws.com/role-arn: "${{module.adminflyterole.role_arn}}" - flytepropeller: - serviceAccount: - create: true - annotations: - eks.amazonaws.com/role-arn: "${{module.adminflyterole.role_arn}}" - flytescheduler: - serviceAccount: - create: true - annotations: - "eks.amazonaws.com/role-arn": "${{module.adminflyterole.role_arn}}" - workflow_scheduler: - enabled: true - workflow_notifications: - enabled: false - configmap: - remoteData: - remoteData: - region: "{vars.region}" - scheme: aws - signedUrls: - durationMinutes: 3 - task_logs: - plugins: - logs: - cloudwatch-region: "{vars.region}" - core: - propeller: - rawoutput-prefix: "s3://{parent_name}-{layer_name}" - cluster_resource_manager: - enabled: true - config: - cluster_resources: - customData: - - production: - - defaultIamRole: - value: "${{module.userflyterole.role_arn}}" - - projectQuotaCpu: - value: "6" - - projectQuotaMemory: - value: "6000Mi" - - staging: - - defaultIamRole: - value: "${{module.userflyterole.role_arn}}" - - projectQuotaCpu: - value: "6" - - projectQuotaMemory: - value: "6000Mi" - - development: - - defaultIamRole: - value: "${{module.userflyterole.role_arn}}" - - projectQuotaCpu: - value: "6" - - projectQuotaMemory: - value: "6000Mi" diff --git a/opta/gcp/env.yaml b/opta/gcp/env.yaml deleted file mode 100644 index e413e3d495..0000000000 --- a/opta/gcp/env.yaml +++ /dev/null @@ -1,16 +0,0 @@ -name: -org_name: -providers: - google: - region: - project: -modules: - - type: base - - type: dns - domain: - delegated: false # set to true once ready https://docs.opta.dev/miscellaneous/ingress/ - - type: k8s-cluster - min_nodes: 3 - max_nodes: 6 - node_instance_type: e2-medium - - type: k8s-base \ No newline at end of file diff --git a/opta/gcp/flyte.yaml b/opta/gcp/flyte.yaml deleted file mode 100644 index 9a0e2f2aed..0000000000 --- a/opta/gcp/flyte.yaml +++ /dev/null @@ -1,156 +0,0 @@ -environments: - - name: default - path: "./env.yaml" # NOTE: relative path to environment - variables: - google_project_id: -name: service-flyte -modules: - - name: postgres - type: gcp-postgres - - name: gcs - type: gcp-gcs - bucket_name: "{parent_name}-{layer_name}" - - name: adminflyteaccount - type: gcp-service-account - explicit_name: gsa-flyteadmin - allowed_k8s_services: - - namespace: flyte - service_account_name: flyteadmin - links: - - gcs: [ "write" ] - - name: datacatalogaccount - type: gcp-service-account - explicit_name: gsa-datacatalog - allowed_k8s_services: - - namespace: flyte - service_account_name: datacatalog - links: - - gcs: [ "write" ] - - name: flytescheduleraccount - type: gcp-service-account - explicit_name: gsa-flytescheduler - allowed_k8s_services: - - namespace: flyte - service_account_name: flytescheduler - links: - - gcs: [ "write" ] - - name: flytepropelleraccount - type: gcp-service-account - explicit_name: gsa-flytepropeller - allowed_k8s_services: - - namespace: flyte - service_account_name: flytepropeller - links: - - gcs: [ "write" ] - - name: flyteproductionaccount - type: gcp-service-account - explicit_name: gsa-production - allowed_k8s_services: - - namespace: production - service_account_name: default - links: - - gcs: [ "write" ] - - name: flytestagingaccount - type: gcp-service-account - explicit_name: gsa-staging - allowed_k8s_services: - - namespace: staging - service_account_name: default - links: - - gcs: [ "write" ] - - name: flytedevelopmentaccount - type: gcp-service-account - explicit_name: gsa-development - allowed_k8s_services: - - namespace: development - service_account_name: default - links: - - gcs: [ "write" ] - - type: helm-chart - chart: "../../charts/flyte-core" # NOTE: relative path to chart - namespace: flyte - timeout: 600 - create_namespace: true - values_file: "../../charts/flyte-core/values-gcp.yaml" # NOTE: relative path to values yaml - # Additional overrides to the values provided by the chart. Opta enables piping through produced outputs from prior modules/steps. - values: - postgres: - enabled: false - db: - datacatalog: - database: - port: 5432 - username: "${{module.postgres.db_user}}" - host: "${{module.postgres.db_host}}" - dbname: "${{module.postgres.db_name}}" - admin: - database: - port: 5432 - username: "${{module.postgres.db_user}}" - host: "${{module.postgres.db_host}}" - dbname: "${{module.postgres.db_name}}" - common: - ingress: - albSSLRedirect: false - host: "{parent.domain}" - annotations: - kubernetes.io/ingress.class: "nginx" - nginx.ingress.kubernetes.io/app-root: /console - databaseSecret: - secretManifest: - stringData: - pass.txt: "${{module.postgres.db_password}}" - storage: - bucketName: "${{module.gcs.bucket_name}}" - gcs: - projectId: "{vars.google_project_id}" - flyteadmin: - serviceAccount: - create: true - annotations: - "iam.gke.io/gcp-service-account": "${{module.adminflyteaccount.service_account_email}}" - datacatalog: - serviceAccount: - create: true - annotations: - "iam.gke.io/gcp-service-account": "${{module.datacatalogaccount.service_account_email}}" - flytepropeller: - serviceAccount: - create: true - annotations: - "iam.gke.io/gcp-service-account": "${{module.flytepropelleraccount.service_account_email}}" - flytescheduler: - serviceAccount: - create: true - annotations: - "iam.gke.io/gcp-service-account": "${{module.flytescheduleraccount.service_account_email}}" - configmap: - core: - propeller: - rawoutput-prefix: "gs://${{module.gcs.bucket_name}}/" - cluster_resource_manager: - enabled: true - config: - cluster_resources: - customData: - - production: - - gsa: - value: "${{module.flyteproductionaccount.service_account_email}}" - - projectQuotaCpu: - value: "5" - - projectQuotaMemory: - value: "4000Mi" - - staging: - - gsa: - value: "${{module.flytestagingaccount.service_account_email}}" - - projectQuotaCpu: - value: "2" - - projectQuotaMemory: - value: "3000Mi" - - development: - - gsa: - value: "${{module.flytedevelopmentaccount.service_account_email}}" - - projectQuotaCpu: - value: "2" - - projectQuotaMemory: - value: "3000Mi" \ No newline at end of file