diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml index 2c96e44c7..38f9c864d 100644 --- a/.github/workflows/release.yaml +++ b/.github/workflows/release.yaml @@ -12,6 +12,9 @@ on: jobs: release: runs-on: ubuntu-latest + permissions: + contents: write + pages: write steps: - name: Checkout uses: actions/checkout@v2 diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml index 9d5bfd493..221914cd3 100644 --- a/charts/datahub/Chart.yaml +++ b/charts/datahub/Chart.yaml @@ -4,29 +4,29 @@ description: A Helm chart for DataHub type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.4.20 +version: 0.4.26 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. -appVersion: 0.13.2 +appVersion: 0.14.0.2 dependencies: - name: datahub-gms - version: 0.2.170 + version: 0.2.172 repository: file://./subcharts/datahub-gms condition: datahub-gms.enabled - name: datahub-frontend - version: 0.2.158 + version: 0.2.159 repository: file://./subcharts/datahub-frontend condition: datahub-frontend.enabled - name: datahub-mae-consumer - version: 0.2.159 + version: 0.2.161 repository: file://./subcharts/datahub-mae-consumer condition: global.datahub_standalone_consumers_enabled - name: datahub-mce-consumer - version: 0.2.162 + version: 0.2.163 repository: file://./subcharts/datahub-mce-consumer condition: global.datahub_standalone_consumers_enabled - name: datahub-ingestion-cron - version: 0.2.143 + version: 0.2.145 repository: file://./subcharts/datahub-ingestion-cron condition: datahub-ingestion-cron.enabled - name: acryl-datahub-actions diff --git a/charts/datahub/README.md b/charts/datahub/README.md index 9bfd248fd..c07a9435a 100644 --- a/charts/datahub/README.md +++ b/charts/datahub/README.md @@ -21,23 +21,23 @@ helm install datahub datahub/datahub --values <> | Key | Type | Default | Description | |----------------------------------------------------------------|---------|--------------------------------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------| | datahub-frontend.enabled | bool | `true` | Enable Datahub Front-end | -| datahub-frontend.image.repository | string | `"acryldata/datahub-frontend-react"` | Image repository for datahub-frontend | +| datahub-frontend.image.repository | string | `"acryldata/datahub-frontend-react"` | Image repository for datahub-frontend | | datahub-frontend.image.tag | string | `"v0.11.0"` | Image tag for datahub-frontend | | datahub-frontend.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-frontend | | datahub-frontend.image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | | datahub-frontend.image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | | datahub-gms.enabled | bool | `true` | Enable GMS | -| datahub-gms.image.repository | string | `"acryldata/datahub-gms"` | Image repository for datahub-gms | +| datahub-gms.image.repository | string | `"acryldata/datahub-gms"` | Image repository for datahub-gms | | datahub-gms.image.tag | string | `"v0.11.0"` | Image tag for datahub-gms | | datahub-gms.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-gms | | datahub-gms.image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | | datahub-gms.image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | -| datahub-mae-consumer.image.repository | string | `"acryldata/datahub-mae-consumer"` | Image repository for datahub-mae-consumer | +| datahub-mae-consumer.image.repository | string | `"acryldata/datahub-mae-consumer"` | Image repository for datahub-mae-consumer | | datahub-mae-consumer.image.tag | string | `"v0.11.0"` | Image tag for datahub-mae-consumer | | datahub-mae-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mae-consumer | | datahub-mae-consumer.image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | | datahub-mae-consumer.image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | -| datahub-mce-consumer.image.repository | string | `"acryldata/datahub-mce-consumer"` | Image repository for datahub-mce-consumer | +| datahub-mce-consumer.image.repository | string | `"acryldata/datahub-mce-consumer"` | Image repository for datahub-mce-consumer | | datahub-mce-consumer.image.tag | string | `"v0.11.0"` | Image tag for datahub-mce-consumer | | datahub-mce-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mce-consumer | | datahub-mce-consumer.image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | @@ -59,7 +59,7 @@ helm install datahub datahub/datahub --values <> | datahubUpgrade.restoreIndices.image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | | datahubUpgrade.restoreIndices.image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | | elasticsearchSetupJob.enabled | bool | `true` | Enable setup job for elasicsearch | -| elasticsearchSetupJob.image.repository | string | `"acryldata/datahub-elasticsearch-setup"` | Image repository for elasticsearchSetupJob | +| elasticsearchSetupJob.image.repository | string | `"acryldata/datahub-elasticsearch-setup"` | Image repository for elasticsearchSetupJob | | elasticsearchSetupJob.image.tag | string | `"v0.11.0"` | Image repository for elasticsearchSetupJob | | elasticsearchSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for elasticsearchSetupJob | | elasticsearchSetupJob.image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | @@ -70,7 +70,7 @@ helm install datahub datahub/datahub --values <> | elasticsearchSetupJob.podAnnotations | object | `{}` | Pod annotations for elasticsearchSetupJob | | elasticsearchSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod | | kafkaSetupJob.enabled | bool | `true` | Enable setup job for kafka | -| kafkaSetupJob.image.repository | string | `"acryldata/datahub-kafka-setup"` | Image repository for kafkaSetupJob | +| kafkaSetupJob.image.repository | string | `"acryldata/datahub-kafka-setup"` | Image repository for kafkaSetupJob | | kafkaSetupJob.image.tag | string | `"v0.11.0"` | Image repository for kafkaSetupJob | | kafkaSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for kafkaSetupJob | | kafkaSetupJob.image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | @@ -104,7 +104,7 @@ helm install datahub datahub/datahub --values <> | postgresqlSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod | | datahubSystemUpdate.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod | | global.strict_mode | boolean | true | Enables validations in helm charts to ensure features work as expected. Recommended NOT TO CHANGE. | -| global.datahub_standalone_consumers_enabled | boolean | false | Enable standalone consumers for kafka | +| global.datahub_standalone_consumers_enabled | boolean | false | Enable standalone consumers for kafka | | global.datahub_analytics_enabled | boolean | true | Enable datahub usage analytics | | global.datahub.appVersion | string | `"1.0"` | App version for annotation | | global.datahub.gms.protocol | string | `"http"` | Protocol of GMS service | @@ -159,10 +159,12 @@ helm install datahub datahub/datahub --values <> | mysqlSetupJob.password.secretRef | string | `"mysql-secrets"` | Secret that contains the mysqlSetupJob SQL password (overrides global value) | | mysqlSetupJob.password.secretKey | string | `"mysql-password"` | Secret key that contains the mysqlSetupJob SQL password (overrides global value) | | mysqlSetupJob.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value for mysqlSetupJob SQL login (overrides global value) | +| mysqlSetupJob.image.registry | string | `` | Image registry override to be used by the job. | | postgresqlSetupJob.username | string | `root` | SQL username for postgresqlSetupJob (overrides global value) | | postgresqlSetupJob.password.secretRef | string | `"mysql-secrets"` | Secret that contains the postgresqlSetupJob SQL password (overrides global value) | | postgresqlSetupJob.password.secretKey | string | `"mysql-password"` | Secret key that contains the postgresqlSetupJob SQL password (overrides global value) | | postgresqlSetupJob.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value for postgresqlSetupJob SQL login (overrides global value) | +| postgresqlSetupJob.image.registry | string | `` | Image registry override to be used by the job. | | acryl-datahub-actions.ingestionSecretFiles.name | string | `""` | Name of the k8s secret that holds any secret files (e.g., SSL certificates and private keys) that are used in your ingestion recipes. The keys in the secret will be mounted as individual files under `/etc/datahub/ingestion-secret-files` | | acryl-datahub-actions.ingestionSecretFiles.defaultMode | string | `""` | The permission mode for the volume that mounts k8s secret under `/etc/datahub/ingestion-secret-files`, default value is 0444 which allows read access by owner, group, and other users | | global.credentialsAndCertsSecrets.name | string | `""` | Name of the secret that holds SSL certificates (keystores, truststores) | @@ -178,6 +180,10 @@ helm install datahub datahub/datahub --values <> | global.kafka.schemaregistry.glue.region | string | `""` | Region of the AWS Glue schema registry | | global.kafka.schemaregistry.glue.registry | string | `""` | Name of the AWS Glue schema registry | | datahub.metadata_service_authentication.enabled | bool | `true` | Whether Metadata Service Authentication is enabled. | +| elasticsearchSetupJob.image.registry | string | `` | Image registry override to be used by the job. | +| kafkaSetupJob.image.registry | string | `` | Image registry override to be used by the job. | +| datahubUpgrade.image.registry | string | `` | Image registry override to be used by the job. | +| datahubSystemUpdate.image.registry | string | `` | Image registry override to be used by the job. | | global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | | global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `datahub-auth-secrets` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret called `datahub-auth-secrets`. | | global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `system_client_secret` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `system_client_secret` within a secret named `datahub-auth-secrets`. | @@ -199,3 +205,4 @@ helm install datahub datahub/datahub --values <> | global.datahub.encryptionKey.provisionSecret.secretValues.encryptionKey | string | `` | The encryption key value to be used if specified directly. | | global.datahub.enable_retention | bool | `false` | Whether or not to enable retention on local DB | | global.sql.datasource.hostForpostgresqlClient | string | `""` | SQL database host (without port) when using postgresqlSetupJob | +| global.imageRegistry | string | `"docker.io"` | Default docker image registry to be used by all services. | diff --git a/charts/datahub/subcharts/acryl-datahub-actions/README.md b/charts/datahub/subcharts/acryl-datahub-actions/README.md index 603ad195f..65c1aa94d 100644 --- a/charts/datahub/subcharts/acryl-datahub-actions/README.md +++ b/charts/datahub/subcharts/acryl-datahub-actions/README.md @@ -19,6 +19,7 @@ Current chart version is `0.0.3` | image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | | image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | | image.pullPolicy | string | `"IfNotPresent"` | | +| image.registry | string | `` | Image registry override to be used by the job. | | image.repository | string | `"acryldata/datahub-actions"` | | | image.tag | string | `"v0.0.6"` | | | imagePullSecrets | list | `[]` | | diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml index 28950ab23..203261400 100644 --- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml +++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml @@ -57,7 +57,7 @@ spec: {{- end }} {{- if .Values.priorityClassName }} priorityClassName: "{{ .Values.priorityClassName }}" - {{- end }} + {{- end }} initContainers: {{- if .Values.extraInitContainers }} {{- .Values.extraInitContainers | toYaml | nindent 6 }} @@ -66,7 +66,7 @@ spec: - name: {{ .Chart.Name }} securityContext: {{- toYaml .Values.securityContext | nindent 12 }} - image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.image) }} imagePullPolicy: {{ .Values.image.pullPolicy }} ports: - name: http diff --git a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml index c425ab41e..dc4ea10ed 100644 --- a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml +++ b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml @@ -87,6 +87,8 @@ debug: enabled: false global: + imageRegistry: "docker.io" + kafka: bootstrap: server: "broker:9092" diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml index 2fd84a342..e650ad14f 100644 --- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml +++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.158 +version: 0.2.159 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.13.1 diff --git a/charts/datahub/subcharts/datahub-frontend/README.md b/charts/datahub/subcharts/datahub-frontend/README.md index 3067e9928..954964645 100644 --- a/charts/datahub/subcharts/datahub-frontend/README.md +++ b/charts/datahub/subcharts/datahub-frontend/README.md @@ -7,73 +7,74 @@ Current chart version is `0.2.0` ## Chart Values -| Key | Type | Default | Description | -|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| affinity | object | `{}` | | -| datahub.play.mem.buffer.size | string | `"10MB"` | | -| existingGmsSecret | object | {} | Reference to GMS secret if already exists | -| extraLabels | object | `{}` | Extra labels for deployment configuration | -| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` | -| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) | -| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" | -| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" | -| fullnameOverride | string | `"datahub-frontend"` | | -| global.datahub_analytics_enabled | boolean | true | | -| global.datahub.gms.port | string | `"8080"` | | -| global.datahub.frontend.validateSignUpEmail | boolean | true | Enforces user sign up through invite link to use a valid email. | -| image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | -| image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | -| image.pullPolicy | string | `"IfNotPresent"` | | +| Key | Type | Default | Description | +|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|--------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| affinity | object | `{}` | | +| datahub.play.mem.buffer.size | string | `"10MB"` | | +| existingGmsSecret | object | {} | Reference to GMS secret if already exists | +| extraLabels | object | `{}` | Extra labels for deployment configuration | +| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` | +| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) | +| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" | +| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" | +| fullnameOverride | string | `"datahub-frontend"` | | +| global.datahub_analytics_enabled | boolean | true | | +| global.datahub.gms.port | string | `"8080"` | | +| global.datahub.frontend.validateSignUpEmail | boolean | true | Enforces user sign up through invite link to use a valid email. | +| image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | +| image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | +| image.pullPolicy | string | `"IfNotPresent"` | | +| image.registry | string | `` | Image registry override to be used by the job. | | image.repository | string | `"acryldata/datahub-frontend-react"` | | -| image.tag | string | `"head"` | | -| imagePullSecrets | list | `[]` | | -| ingress.annotations | object | `{}` | | -| ingress.enabled | bool | `false` | | -| ingress.extraLabels | object | `{}` | provides extra labels for ingress configuration | -| ingress.hosts[0].host | string | `"chart-example.local"` | | -| ingress.hosts[0].paths | list | `[]` | | -| ingress.hosts[0].redirectPaths | list | `[]` | | -| ingress.tls | list | `[]` | | -| livenessProbe.initialDelaySeconds | int | `60` | | -| livenessProbe.periodSeconds | int | `30` | | -| livenessProbe.failureThreshold | int | `4` | | -| nameOverride | string | `""` | | -| nodeSelector | object | `{}` | | -| auth.sessionTTLHours | string | `24` | Configures the length of time a session token is valid for after creation. | -| oidcAuthentication.enabled | boolean | `false` | Enable [OIDC authentication](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react) | -| oidcAuthentication.provider | string | `""` | One of the supported OIDC providers: [google](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-google), [okta](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-okta), or [azure](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-azure) | -| oidcAuthentication.clientId | string | `""` | A unique identifier for your application with the identity provider | -| oidcAuthentication.clientSecret | string | `""` | A shared secret to use for exchange between you and your identity provider | -| oidcAuthentication.clientSecretRef.secretRef | string | `"nil"` | Optional, this is the reference to the shared secret to use for exchange between you and your identity provider | -| oidcAuthentication.clientSecretRef.secretKey | string | `"nil"` | Optional, this is the key of the shared secret to use for exchange between you and your identity provider | -| oidcAuthentication.oktaDomain | string | `""` | Okta domain, e.g. `dev-12345.okta.com`; needed only if `provider` is set to `okta` | -| oidcAuthentication.azureTenantId | string | `""` | Azure directory (tenant) ID; neede only if `provider` is set to `azure` | -| oidcAuthentication.user_name_claim | string | `""` | The attribute that will contain the username used on the DataHub platform | -| oidcAuthentication.user_name_claim_regex | string | `""` | A regex string used for extracting the username from the userNameClaim attribute | -| podAnnotations | object | `{}` | | -| podSecurityContext | object | `{}` | | -| readinessProbe.initialDelaySeconds | int | `60` | | -| readinessProbe.periodSeconds | int | `30` | | -| readinessProbe.failureThreshold | int | `4` | | -| replicaCount | int | `1` | | -| revisionHistoryLimit | int | `10` | | -| lifecycle | object | `{}` | | -| resources | object | `{}` | | -| securityContext | object | `{}` | | -| service.port | int | `9001` | | -| service.nodePort | int | `""` | | -| service.type | string | `"LoadBalancer"` | | -| service.extraLabels | object | `{}` | | -| serviceAccount.annotations | object | `{}` | | -| serviceAccount.create | bool | `true` | | -| serviceAccount.name | string | `nil` | | -| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource | -| serviceMonitor.extraLabels | object | `{}` | | -| tolerations | list | `[]` | | -| global.elasticsearch.host | string | `"elasticsearch"` | | -| global.elasticsearch.port | string | `"9200"` | | -| global.kafka.bootstrap.server | string | `"broker:9092"` | | -| datahub.metadata_service_authentication.enabled | bool | `true` | Whether Metadata Service Authentication is enabled. | -| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | -| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | -| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| image.tag | string | `"head"` | | +| imagePullSecrets | list | `[]` | | +| ingress.annotations | object | `{}` | | +| ingress.enabled | bool | `false` | | +| ingress.extraLabels | object | `{}` | provides extra labels for ingress configuration | +| ingress.hosts[0].host | string | `"chart-example.local"` | | +| ingress.hosts[0].paths | list | `[]` | | +| ingress.hosts[0].redirectPaths | list | `[]` | | +| ingress.tls | list | `[]` | | +| livenessProbe.initialDelaySeconds | int | `60` | | +| livenessProbe.periodSeconds | int | `30` | | +| livenessProbe.failureThreshold | int | `4` | | +| nameOverride | string | `""` | | +| nodeSelector | object | `{}` | | +| auth.sessionTTLHours | string | `24` | Configures the length of time a session token is valid for after creation. | +| oidcAuthentication.enabled | boolean | `false` | Enable [OIDC authentication](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react) | +| oidcAuthentication.provider | string | `""` | One of the supported OIDC providers: [google](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-google), [okta](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-okta), or [azure](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-azure) | +| oidcAuthentication.clientId | string | `""` | A unique identifier for your application with the identity provider | +| oidcAuthentication.clientSecret | string | `""` | A shared secret to use for exchange between you and your identity provider | +| oidcAuthentication.clientSecretRef.secretRef | string | `"nil"` | Optional, this is the reference to the shared secret to use for exchange between you and your identity provider | +| oidcAuthentication.clientSecretRef.secretKey | string | `"nil"` | Optional, this is the key of the shared secret to use for exchange between you and your identity provider | +| oidcAuthentication.oktaDomain | string | `""` | Okta domain, e.g. `dev-12345.okta.com`; needed only if `provider` is set to `okta` | +| oidcAuthentication.azureTenantId | string | `""` | Azure directory (tenant) ID; neede only if `provider` is set to `azure` | +| oidcAuthentication.user_name_claim | string | `""` | The attribute that will contain the username used on the DataHub platform | +| oidcAuthentication.user_name_claim_regex | string | `""` | A regex string used for extracting the username from the userNameClaim attribute | +| podAnnotations | object | `{}` | | +| podSecurityContext | object | `{}` | | +| readinessProbe.initialDelaySeconds | int | `60` | | +| readinessProbe.periodSeconds | int | `30` | | +| readinessProbe.failureThreshold | int | `4` | | +| replicaCount | int | `1` | | +| revisionHistoryLimit | int | `10` | | +| lifecycle | object | `{}` | | +| resources | object | `{}` | | +| securityContext | object | `{}` | | +| service.port | int | `9001` | | +| service.nodePort | int | `""` | | +| service.type | string | `"LoadBalancer"` | | +| service.extraLabels | object | `{}` | | +| serviceAccount.annotations | object | `{}` | | +| serviceAccount.create | bool | `true` | | +| serviceAccount.name | string | `nil` | | +| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource | +| serviceMonitor.extraLabels | object | `{}` | | +| tolerations | list | `[]` | | +| global.elasticsearch.host | string | `"elasticsearch"` | | +| global.elasticsearch.port | string | `"9200"` | | +| global.kafka.bootstrap.server | string | `"broker:9092"` | | +| datahub.metadata_service_authentication.enabled | bool | `true` | Whether Metadata Service Authentication is enabled. | +| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml index c7aaa5657..e90e4fa3a 100644 --- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml @@ -66,7 +66,7 @@ spec: - name: {{ .Chart.Name }} securityContext: {{- toYaml .Values.securityContext | nindent 12 }} - image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.image) }} imagePullPolicy: {{ .Values.image.pullPolicy }} {{- if .Values.image.command }} command: {{ .Values.image.command | toRawJson }} diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml index 05666bb52..883780cd7 100644 --- a/charts/datahub/subcharts/datahub-frontend/values.yaml +++ b/charts/datahub/subcharts/datahub-frontend/values.yaml @@ -180,6 +180,8 @@ datahub: buffer: size: "10MB" global: + imageRegistry: "docker.io" + datahub_analytics_enabled: true elasticsearch: diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml index 64acefc7f..58b41eea7 100644 --- a/charts/datahub/subcharts/datahub-gms/Chart.yaml +++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for DataHub's datahub-gms component type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.170 +version: 0.2.172 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.13.1 diff --git a/charts/datahub/subcharts/datahub-gms/README.md b/charts/datahub/subcharts/datahub-gms/README.md index 71b772c5a..7446f16fd 100644 --- a/charts/datahub/subcharts/datahub-gms/README.md +++ b/charts/datahub/subcharts/datahub-gms/README.md @@ -29,7 +29,7 @@ Current chart version is `0.2.0` | global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` | | | global.neo4j.host | string | `"neo4j:7474"` | | | global.neo4j.uri | string | `"bolt://neo4j"` | | -| global.neo4j.database | string | `"graph.db"` | Neo4J database | +| global.neo4j.database | string | `"graph.db"` | Neo4J database | | global.neo4j.username | string | `"neo4j"` | | | global.neo4j.password.secretRef | string | `"neo4j-secrets"` | | | global.neo4j.password.secretKey | string | `"neo4j-password"` | | @@ -43,7 +43,8 @@ Current chart version is `0.2.0` | image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | | image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | | image.pullPolicy | string | `"IfNotPresent"` | | -| image.repository | string | `"acryldata/datahub-gms"` | | +| image.registry | string | `` | Image registry override to be used by the job. | +| image.repository | string | `"acryldata/datahub-gms"` | | | image.tag | string | `"head"` | | | imagePullSecrets | list | `[]` | | | ingress.annotations | object | `{}` | | diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml index aacf13e1a..d97d56d88 100644 --- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml @@ -70,7 +70,7 @@ spec: - name: {{ .Chart.Name }} securityContext: {{- toYaml .Values.securityContext | nindent 12 }} - image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.image) }} imagePullPolicy: {{ .Values.image.pullPolicy }} {{- if .Values.image.command }} command: {{ .Values.image.command | toRawJson }} @@ -446,6 +446,42 @@ spec: {{- end }} {{- end }} {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.siblings }} + - name: ENABLE_SIBLING_HOOK + value: "{{ .enabled }}" + - name: SIBLINGS_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.updateIndices }} + - name: ENABLE_UPDATE_INDICES_HOOK + value: "{{ .enabled }}" + - name: UPDATE_INDICES_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.ingestionScheduler }} + - name: ENABLE_INGESTION_SCHEDULER_HOOK + value: "{{ .enabled }}" + - name: INGESTION_SCHEDULER_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.incidents }} + - name: ENABLE_INCIDENTS_HOOK + value: "{{ .enabled }}" + - name: INCIDENTS_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.entityChangeEvents }} + - name: ENABLE_ENTITY_CHANGE_EVENTS_HOOK + value: "{{ .enabled }}" + - name: ECE_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.forms }} + - name: FORMS_HOOK_ENABLED + value: "{{ .enabled }}" + - name: FORMS_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} {{- with .Values.extraEnvs }} {{- toYaml . | nindent 12 }} {{- end }} diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml index 868cc48d5..06858edb6 100644 --- a/charts/datahub/subcharts/datahub-gms/values.yaml +++ b/charts/datahub/subcharts/datahub-gms/values.yaml @@ -141,6 +141,8 @@ readinessProbe: #This section is useful if we are installing this chart separately for testing # helm install datahub-gms datahub-gms/ global: + imageRegistry: "docker.io" + datahub_analytics_enabled: true graph_service_impl: elasticsearch diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml index fd6ac1d03..4e40ff9b0 100644 --- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml +++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.143 +version: 0.2.145 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.13.1 diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/README.md b/charts/datahub/subcharts/datahub-ingestion-cron/README.md index e0a543298..cc95233e7 100644 --- a/charts/datahub/subcharts/datahub-ingestion-cron/README.md +++ b/charts/datahub/subcharts/datahub-ingestion-cron/README.md @@ -7,7 +7,8 @@ A Helm chart for datahub's metadata-ingestion framework with kerberos authentica | Key | Type | Default | Description | |----------------------------------|---------|------------------------------------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| | image.pullPolicy | string | `"IfNotPresent"` | Image pull policy | -| image.repository | string | `"acryldata/datahub-ingestion"` | DataHub Ingestion image repository | +| image.registry | string | `` | Image registry override to be used by the job. | +| image.repository | string | `"acryldata/datahub-ingestion"` | DataHub Ingestion image repository | | image.tag | string | `"head"` | DataHub Ingestion image tag | | imagePullSecrets | array | `[]` (does not add image pull secrets to deployed pods) | Docker registry secret names as an array | | labels | string | `{}` | Metadata labels to be added to each crawling cron job | diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml index a069ad7a9..4410782ed 100644 --- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml +++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml @@ -42,7 +42,7 @@ spec: {{- toYaml $.Values.podSecurityContext | nindent 12 }} containers: - name: {{ $jobName }}-crawler - image: "{{ $.Values.image.repository }}:{{ required "Global or specific tag is required" ($.Values.image.tag | default $.Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" $.Values.global.imageRegistry "version" $.Values.global.datahub.version "image" $.Values.image) }} imagePullPolicy: {{ $.Values.image.pullPolicy }} volumeMounts: - name: recipe diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml index 509ce8b24..0482a1f57 100644 --- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml +++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml @@ -142,5 +142,7 @@ crons: {} #suspend: true global: + imageRegistry: "docker.io" + datahub: version: head diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml index 01d2f7e16..3535533a2 100644 --- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml +++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.159 +version: 0.2.161 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.13.1 diff --git a/charts/datahub/subcharts/datahub-mae-consumer/README.md b/charts/datahub/subcharts/datahub-mae-consumer/README.md index 862878250..c7164650e 100644 --- a/charts/datahub/subcharts/datahub-mae-consumer/README.md +++ b/charts/datahub/subcharts/datahub-mae-consumer/README.md @@ -6,68 +6,69 @@ Current chart version is `0.2.0` ## Chart Values -| Key | Type | Default | Description | -|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-----------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| affinity | object | `{}` | | -| extraLabels | object | `{}` | Extra labels for deployment configuration | -| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` | -| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) | -| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" | -| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" | -| fullnameOverride | string | `"datahub-mae-consumer"` | | -| global.datahub_analytics_enabled | boolean | true | | -| global.datahub.mae_consumer.port | string | `"9091"` | | -| global.datahub.mae_consumer.nodePort | string | `"30002"` | | -| global.elasticsearch.host | string | `"elasticsearch"` | | -| global.elasticsearch.port | string | `"9200"` | | -| global.kafka.bootstrap.server | string | `"broker:9092"` | | -| global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` | | -| global.neo4j.host | string | `"neo4j:7474"` | | -| global.neo4j.uri | string | `"bolt://neo4j"` | | -| global.neo4j.database | string | `"graph.db"` | Neo4J database | -| global.neo4j.username | string | `"neo4j"` | | -| global.neo4j.password.secretRef | string | `"neo4j-secrets"` | | -| global.neo4j.password.secretKey | string | `"neo4j-password"` | | -| global.hostAliases[0].hostnames[0] | string | `"broker"` | | -| global.hostAliases[0].hostnames[1] | string | `"mysql"` | | -| global.hostAliases[0].hostnames[2] | string | `"elasticsearch"` | | -| global.hostAliases[0].hostnames[3] | string | `"neo4j"` | | -| global.hostAliases[0].ip | string | `"192.168.0.104"` | | -| global.graph_service_impl | string | `elasticsearch` | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. | -| image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | -| image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | -| image.pullPolicy | string | `"IfNotPresent"` | | +| Key | Type | Default | Description | +|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| affinity | object | `{}` | | +| extraLabels | object | `{}` | Extra labels for deployment configuration | +| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` | +| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) | +| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" | +| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" | +| fullnameOverride | string | `"datahub-mae-consumer"` | | +| global.datahub_analytics_enabled | boolean | true | | +| global.datahub.mae_consumer.port | string | `"9091"` | | +| global.datahub.mae_consumer.nodePort | string | `"30002"` | | +| global.elasticsearch.host | string | `"elasticsearch"` | | +| global.elasticsearch.port | string | `"9200"` | | +| global.kafka.bootstrap.server | string | `"broker:9092"` | | +| global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` | | +| global.neo4j.host | string | `"neo4j:7474"` | | +| global.neo4j.uri | string | `"bolt://neo4j"` | | +| global.neo4j.database | string | `"graph.db"` | Neo4J database | +| global.neo4j.username | string | `"neo4j"` | | +| global.neo4j.password.secretRef | string | `"neo4j-secrets"` | | +| global.neo4j.password.secretKey | string | `"neo4j-password"` | | +| global.hostAliases[0].hostnames[0] | string | `"broker"` | | +| global.hostAliases[0].hostnames[1] | string | `"mysql"` | | +| global.hostAliases[0].hostnames[2] | string | `"elasticsearch"` | | +| global.hostAliases[0].hostnames[3] | string | `"neo4j"` | | +| global.hostAliases[0].ip | string | `"192.168.0.104"` | | +| global.graph_service_impl | string | `elasticsearch` | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. | +| image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | +| image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | +| image.pullPolicy | string | `"IfNotPresent"` | | +| image.registry | string | `` | Image registry override to be used by the job. | | image.repository | string | `"acryldata/datahub-mae-consumer"` | | -| image.tag | string | `"head"` | | -| imagePullSecrets | list | `[]` | | -| ingress.annotations | object | `{}` | | -| ingress.enabled | bool | `false` | | -| ingress.hosts[0].host | string | `"chart-example.local"` | | -| ingress.hosts[0].paths | list | `[]` | | -| ingress.tls | list | `[]` | | -| livenessProbe.initialDelaySeconds | int | `60` | | -| livenessProbe.periodSeconds | int | `30` | | -| livenessProbe.failureThreshold | int | `8` | | -| nameOverride | string | `""` | | -| nodeSelector | object | `{}` | | -| podAnnotations | object | `{}` | | -| podSecurityContext | object | `{}` | | -| readinessProbe.initialDelaySeconds | int | `60` | | -| readinessProbe.periodSeconds | int | `30` | | -| readinessProbe.failureThreshold | int | `8` | | -| replicaCount | int | `1` | | -| revisionHistoryLimit | int | `10` | | -| resources | object | `{}` | | -| securityContext | object | `{}` | | -| service.port | int | `80` | | -| service.type | string | `"ClusterIP"` | | -| serviceAccount.annotations | object | `{}` | | -| serviceAccount.create | bool | `true` | | -| serviceAccount.name | string | `nil` | | -| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource | -| serviceMonitor.extraLabels | object | `{}` | | -| tolerations | list | `[]` | | -| datahub.metadata_service_authentication.enabled | bool | `true` | Whether Metadata Service Authentication is enabled. | -| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | -| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | -| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| image.tag | string | `"head"` | | +| imagePullSecrets | list | `[]` | | +| ingress.annotations | object | `{}` | | +| ingress.enabled | bool | `false` | | +| ingress.hosts[0].host | string | `"chart-example.local"` | | +| ingress.hosts[0].paths | list | `[]` | | +| ingress.tls | list | `[]` | | +| livenessProbe.initialDelaySeconds | int | `60` | | +| livenessProbe.periodSeconds | int | `30` | | +| livenessProbe.failureThreshold | int | `8` | | +| nameOverride | string | `""` | | +| nodeSelector | object | `{}` | | +| podAnnotations | object | `{}` | | +| podSecurityContext | object | `{}` | | +| readinessProbe.initialDelaySeconds | int | `60` | | +| readinessProbe.periodSeconds | int | `30` | | +| readinessProbe.failureThreshold | int | `8` | | +| replicaCount | int | `1` | | +| revisionHistoryLimit | int | `10` | | +| resources | object | `{}` | | +| securityContext | object | `{}` | | +| service.port | int | `80` | | +| service.type | string | `"ClusterIP"` | | +| serviceAccount.annotations | object | `{}` | | +| serviceAccount.create | bool | `true` | | +| serviceAccount.name | string | `nil` | | +| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource | +| serviceMonitor.extraLabels | object | `{}` | | +| tolerations | list | `[]` | | +| datahub.metadata_service_authentication.enabled | bool | `true` | Whether Metadata Service Authentication is enabled. | +| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml index 174328085..67803f9b7 100644 --- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml @@ -61,7 +61,7 @@ spec: - name: {{ .Chart.Name }} securityContext: {{- toYaml .Values.securityContext | nindent 12 }} - image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.image) }} imagePullPolicy: {{ .Values.image.pullPolicy }} {{- if .Values.image.command }} command: {{ .Values.image.command | toRawJson }} @@ -257,6 +257,42 @@ spec: value: {{ .Values.global.datahub.alwaysEmitChangeLog | quote }} - name: GRAPH_SERVICE_DIFF_MODE_ENABLED value: {{ .Values.global.datahub.enableGraphDiffMode | quote }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.siblings }} + - name: ENABLE_SIBLING_HOOK + value: "{{ .enabled }}" + - name: SIBLINGS_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.updateIndices }} + - name: ENABLE_UPDATE_INDICES_HOOK + value: "{{ .enabled }}" + - name: UPDATE_INDICES_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.ingestionScheduler }} + - name: ENABLE_INGESTION_SCHEDULER_HOOK + value: "{{ .enabled }}" + - name: INGESTION_SCHEDULER_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.incidents }} + - name: ENABLE_INCIDENTS_HOOK + value: "{{ .enabled }}" + - name: INCIDENTS_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.entityChangeEvents }} + - name: ENABLE_ENTITY_CHANGE_EVENTS_HOOK + value: "{{ .enabled }}" + - name: ECE_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} + {{- with .Values.global.kafka.metadataChangeLog.hooks.forms }} + - name: FORMS_HOOK_ENABLED + value: "{{ .enabled }}" + - name: FORMS_HOOK_CONSUMER_GROUP_SUFFIX + value: "{{ .consumerGroupSuffix }}" + {{- end }} {{- with .Values.extraEnvs }} {{- toYaml . | nindent 12 }} {{- end }} diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml index 387ed2234..49bf07e5d 100644 --- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml +++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml @@ -134,6 +134,8 @@ readinessProbe: failureThreshold: 8 global: + imageRegistry: "docker.io" + graph_service_impl: elasticsearch datahub_analytics_enabled: true diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml index fc98e1413..f2085d2d1 100644 --- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml +++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.162 +version: 0.2.163 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.13.1 diff --git a/charts/datahub/subcharts/datahub-mce-consumer/README.md b/charts/datahub/subcharts/datahub-mce-consumer/README.md index 9dab83e44..5a6ec04a1 100644 --- a/charts/datahub/subcharts/datahub-mce-consumer/README.md +++ b/charts/datahub/subcharts/datahub-mce-consumer/README.md @@ -6,57 +6,58 @@ Current chart version is `0.2.0` ## Chart Values -| Key | Type | Default | Description | -|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-----------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| affinity | object | `{}` | | -| extraLabels | object | `{}` | Extra labels for deployment configuration | -| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` | -| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) | -| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" | -| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" | -| fullnameOverride | string | `""` | | -| global.kafka.bootstrap.server | string | `"broker:9092"` | | -| global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` | | -| global.datahub.gms.port | string | `"8080"` | | -| global.hostAliases[0].hostnames[0] | string | `"broker"` | | -| global.hostAliases[0].hostnames[1] | string | `"mysql"` | | -| global.hostAliases[0].hostnames[2] | string | `"elasticsearch"` | | -| global.hostAliases[0].hostnames[3] | string | `"neo4j"` | | -| global.hostAliases[0].ip | string | `"192.168.0.104"` | | -| image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | -| image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | -| image.pullPolicy | string | `"IfNotPresent"` | | +| Key | Type | Default | Description | +|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| affinity | object | `{}` | | +| extraLabels | object | `{}` | Extra labels for deployment configuration | +| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` | +| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) | +| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" | +| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" | +| fullnameOverride | string | `""` | | +| global.kafka.bootstrap.server | string | `"broker:9092"` | | +| global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` | | +| global.datahub.gms.port | string | `"8080"` | | +| global.hostAliases[0].hostnames[0] | string | `"broker"` | | +| global.hostAliases[0].hostnames[1] | string | `"mysql"` | | +| global.hostAliases[0].hostnames[2] | string | `"elasticsearch"` | | +| global.hostAliases[0].hostnames[3] | string | `"neo4j"` | | +| global.hostAliases[0].ip | string | `"192.168.0.104"` | | +| image.args | list | `[]` | Override the image's args. Used to configure custom startup or shutdown behavior | +| image.command | list | `[]` | Override the image's command. Used to configure custom startup or shutdown behavior | +| image.pullPolicy | string | `"IfNotPresent"` | | +| image.registry | string | `` | Image registry override to be used by the job. | | image.repository | string | `"acryldata/datahub-mce-consumer"` | | -| image.tag | string | `"head"` | | -| imagePullSecrets | list | `[]` | | -| ingress.annotations | object | `{}` | | -| ingress.enabled | bool | `false` | | -| ingress.hosts[0].host | string | `"chart-example.local"` | | -| ingress.hosts[0].paths | list | `[]` | | -| ingress.tls | list | `[]` | | -| livenessProbe.initialDelaySeconds | int | `60` | | -| livenessProbe.periodSeconds | int | `30` | | -| livenessProbe.failureThreshold | int | `4` | | -| nameOverride | string | `""` | | -| nodeSelector | object | `{}` | | -| podAnnotations | object | `{}` | | -| podSecurityContext | object | `{}` | | -| readinessProbe.initialDelaySeconds | int | `60` | | -| readinessProbe.periodSeconds | int | `30` | | -| readinessProbe.failureThreshold | int | `4` | | -| replicaCount | int | `1` | | -| revisionHistoryLimit | int | `10` | | -| resources | object | `{}` | | -| securityContext | object | `{}` | | -| service.port | int | `80` | | -| service.type | string | `"ClusterIP"` | | -| serviceAccount.annotations | object | `{}` | | -| serviceAccount.create | bool | `true` | | -| serviceAccount.name | string | `nil` | | -| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource | -| serviceMonitor.extraLabels | object | `{}` | | -| tolerations | list | `[]` | | -| datahub.metadata_service_authentication.enabled | bool | `true` | Whether Metadata Service Authentication is enabled. | -| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | -| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | -| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| image.tag | string | `"head"` | | +| imagePullSecrets | list | `[]` | | +| ingress.annotations | object | `{}` | | +| ingress.enabled | bool | `false` | | +| ingress.hosts[0].host | string | `"chart-example.local"` | | +| ingress.hosts[0].paths | list | `[]` | | +| ingress.tls | list | `[]` | | +| livenessProbe.initialDelaySeconds | int | `60` | | +| livenessProbe.periodSeconds | int | `30` | | +| livenessProbe.failureThreshold | int | `4` | | +| nameOverride | string | `""` | | +| nodeSelector | object | `{}` | | +| podAnnotations | object | `{}` | | +| podSecurityContext | object | `{}` | | +| readinessProbe.initialDelaySeconds | int | `60` | | +| readinessProbe.periodSeconds | int | `30` | | +| readinessProbe.failureThreshold | int | `4` | | +| replicaCount | int | `1` | | +| revisionHistoryLimit | int | `10` | | +| resources | object | `{}` | | +| securityContext | object | `{}` | | +| service.port | int | `80` | | +| service.type | string | `"ClusterIP"` | | +| serviceAccount.annotations | object | `{}` | | +| serviceAccount.create | bool | `true` | | +| serviceAccount.name | string | `nil` | | +| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource | +| serviceMonitor.extraLabels | object | `{}` | | +| tolerations | list | `[]` | | +| datahub.metadata_service_authentication.enabled | bool | `true` | Whether Metadata Service Authentication is enabled. | +| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | +| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. | diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml index b7f27af96..b055fd897 100644 --- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml @@ -65,7 +65,7 @@ spec: - name: {{ .Chart.Name }} securityContext: {{- toYaml .Values.securityContext | nindent 12 }} - image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.image) }} imagePullPolicy: {{ .Values.image.pullPolicy }} {{- if .Values.image.command }} command: {{ .Values.image.command | toRawJson }} diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml index 0ac6be23d..359aa8172 100644 --- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml +++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml @@ -135,6 +135,8 @@ readinessProbe: failureThreshold: 4 global: + imageRegistry: "docker.io" + elasticsearch: host: "elasticsearch-master" diff --git a/charts/datahub/templates/_helpers.tpl b/charts/datahub/templates/_helpers.tpl index e8be3a430..4cc884418 100644 --- a/charts/datahub/templates/_helpers.tpl +++ b/charts/datahub/templates/_helpers.tpl @@ -71,4 +71,12 @@ Return the appropriate apiVersion for cronjob. {{- else -}} {{- print "batch/v1beta1" -}} {{- end -}} -{{- end -}} \ No newline at end of file +{{- end -}} + +{{/* +Create image registry, name and tag for a datahub component +*/}} +{{- define "datahub.image" -}} +{{- $registry := .image.registry | default .imageRegistry -}} +{{ $registry }}/{{ .image.repository }}:{{ required "Global or specific tag is required" (.image.tag | default .version) -}} +{{- end -}} diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml index 05aca8945..5f5b95a25 100644 --- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml +++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml @@ -54,7 +54,7 @@ spec: {{- end }} containers: - name: datahub-upgrade-job - image: "{{ .Values.datahubUpgrade.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubUpgrade.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.datahubUpgrade.image) }} imagePullPolicy: {{ .Values.datahubUpgrade.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.datahubUpgrade.cleanupJob.image.command }} command: {{ .Values.datahubUpgrade.cleanupJob.image.command | toRawJson }} diff --git a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml index 9f9018d1f..3ab4fd447 100644 --- a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml +++ b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml @@ -55,7 +55,7 @@ spec: {{- end }} containers: - name: datahub-upgrade-job - image: "{{ .Values.datahubUpgrade.image.repository }}:{{ required "Global or specific tag is required" ($.Values.datahubUpgrade.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.datahubUpgrade.image) }} imagePullPolicy: {{ .Values.datahubUpgrade.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.datahubUpgrade.noCodeDataMigration.image.command }} command: {{ .Values.datahubUpgrade.noCodeDataMigration.image.command | toRawJson }} diff --git a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml index c88c15624..9495b2899 100644 --- a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml +++ b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml @@ -60,7 +60,7 @@ spec: {{- end }} containers: - name: datahub-upgrade-job - image: "{{ .Values.datahubUpgrade.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubUpgrade.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.datahubUpgrade.image) }} imagePullPolicy: {{ .Values.datahubUpgrade.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.datahubUpgrade.restoreIndices.image.command }} command: {{ .Values.datahubUpgrade.restoreIndices.image.command | toRawJson }} diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml index 5aac33c8e..0d2e974e8 100644 --- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml +++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml @@ -55,7 +55,7 @@ spec: {{- end }} containers: - name: datahub-system-update-job - image: "{{ .Values.datahubSystemUpdate.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubSystemUpdate.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.datahubSystemUpdate.image) }} imagePullPolicy: {{ .Values.datahubSystemUpdate.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.datahubSystemUpdate.image.command }} command: {{ .Values.datahubSystemUpdate.image.command | toRawJson }} @@ -222,7 +222,7 @@ spec: {{- end }} containers: - name: datahub-system-update-job - image: "{{ .Values.datahubSystemUpdate.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubSystemUpdate.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.datahubSystemUpdate.image) }} imagePullPolicy: {{ .Values.datahubSystemUpdate.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.datahubSystemUpdate.image.command }} command: {{ .Values.datahubSystemUpdate.image.command | toRawJson }} diff --git a/charts/datahub/templates/elasticsearch-setup-job.yml b/charts/datahub/templates/elasticsearch-setup-job.yml index fabafa666..ff9ced2f5 100644 --- a/charts/datahub/templates/elasticsearch-setup-job.yml +++ b/charts/datahub/templates/elasticsearch-setup-job.yml @@ -49,7 +49,7 @@ spec: {{- end }} containers: - name: elasticsearch-setup-job - image: "{{ .Values.elasticsearchSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.elasticsearchSetupJob.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.elasticsearchSetupJob.image) }} imagePullPolicy: {{ .Values.elasticsearchSetupJob.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.elasticsearchSetupJob.image.command }} command: {{ .Values.elasticsearchSetupJob.image.command | toRawJson }} diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml index 50b635df3..0d4f45f5d 100644 --- a/charts/datahub/templates/kafka-setup-job.yml +++ b/charts/datahub/templates/kafka-setup-job.yml @@ -55,7 +55,7 @@ spec: {{- end }} containers: - name: kafka-setup-job - image: "{{ .Values.kafkaSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.kafkaSetupJob.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.kafkaSetupJob.image) }} imagePullPolicy: {{ .Values.kafkaSetupJob.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.kafkaSetupJob.image.command }} command: {{ .Values.kafkaSetupJob.image.command | toRawJson }} diff --git a/charts/datahub/templates/mysql-setup-job.yml b/charts/datahub/templates/mysql-setup-job.yml index cfc743171..715d9a427 100644 --- a/charts/datahub/templates/mysql-setup-job.yml +++ b/charts/datahub/templates/mysql-setup-job.yml @@ -49,7 +49,7 @@ spec: {{- end }} containers: - name: mysql-setup-job - image: "{{ .Values.mysqlSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.mysqlSetupJob.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.mysqlSetupJob.image) }} imagePullPolicy: {{ .Values.mysqlSetupJob.image.pullPolicy | default "IfNotPresent" }} {{- if .Values.mysqlSetupJob.image.command }} command: {{ .Values.mysqlSetupJob.image.command | toRawJson }} diff --git a/charts/datahub/templates/postgresql-setup-job.yml b/charts/datahub/templates/postgresql-setup-job.yml index 3a39557cc..996b47b29 100644 --- a/charts/datahub/templates/postgresql-setup-job.yml +++ b/charts/datahub/templates/postgresql-setup-job.yml @@ -49,7 +49,7 @@ spec: {{- end }} containers: - name: postgresql-setup-job - image: "{{ .Values.postgresqlSetupJob.image.repository }}:{{ required "Global or specific tag is required" (.Values.postgresqlSetupJob.image.tag | default .Values.global.datahub.version) }}" + image: {{ include "datahub.image" (dict "imageRegistry" .Values.global.imageRegistry "version" .Values.global.datahub.version "image" .Values.postgresqlSetupJob.image) }} imagePullPolicy: {{ .Values.postgresqlSetupJob.image.pullPolicy | default "Always" }} {{- if .Values.postgresqlSetupJob.image.command }} command: {{ .Values.postgresqlSetupJob.image.command | toRawJson }} diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml index f69ffb0b8..2bb1c5da9 100644 --- a/charts/datahub/values.yaml +++ b/charts/datahub/values.yaml @@ -68,7 +68,7 @@ acryl-datahub-actions: enabled: true image: repository: acryldata/datahub-actions - tag: "v0.0.15" + tag: "v0.1.0" # Add custom command / arguments to this job. Useful if you need a custom startup or shutdown script # to run # command: customCommand @@ -413,6 +413,7 @@ global: graph_service_impl: elasticsearch datahub_analytics_enabled: true datahub_standalone_consumers_enabled: false + imageRegistry: "docker.io" elasticsearch: host: "elasticsearch-master" @@ -593,6 +594,26 @@ global: metadata_change_log_timeseries_topic_name: "MetadataChangeLog_Timeseries_v1" platform_event_topic_name: "PlatformEvent_v1" datahub_upgrade_history_topic_name: "DataHubUpgradeHistory_v1" + metadataChangeLog: + hooks: + siblings: + enabled: true + consumerGroupSuffix: '' + updateIndices: + enabled: true + consumerGroupSuffix: '' + ingestionScheduler: + enabled: true + consumerGroupSuffix: '' + incidents: + enabled: true + consumerGroupSuffix: '' + entityChangeEvents: + enabled: true + consumerGroupSuffix: '' + forms: + enabled: true + consumerGroupSuffix: '' maxMessageBytes: "5242880" # 5MB producer: compressionType: none @@ -673,7 +694,7 @@ global: # value: password datahub: - version: v0.13.2 + version: v0.14.0.2 gms: protocol: "http" port: "8080" @@ -711,7 +732,7 @@ global: managed_ingestion: enabled: true - defaultCliVersion: "0.13.1.2" + defaultCliVersion: "0.14.0" metadata_service_authentication: enabled: true