From ee2bc53a7695567072f505f4430829719ee1d6b1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sergio=20G=C3=B3mez=20Villamor?= Date: Mon, 23 Oct 2023 15:09:08 +0200 Subject: [PATCH 1/4] fix(hazelcast): replace all invalid chars (#386) * fix(hazelcast): replaces invalid chars --- charts/datahub/Chart.yaml | 4 ++-- charts/datahub/subcharts/datahub-gms/Chart.yaml | 2 +- .../datahub/subcharts/datahub-gms/templates/deployment.yaml | 2 +- .../subcharts/datahub-gms/templates/hazelcastService.yaml | 4 ++-- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml index d06aba5fc..8f18469f9 100644 --- a/charts/datahub/Chart.yaml +++ b/charts/datahub/Chart.yaml @@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.3.3 +version: 0.3.4 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: 0.11.0 dependencies: - name: datahub-gms - version: 0.2.151 + version: 0.2.152 repository: file://./subcharts/datahub-gms condition: datahub-gms.enabled - name: datahub-frontend diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml index b9fcd685d..25fe79862 100644 --- a/charts/datahub/subcharts/datahub-gms/Chart.yaml +++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.151 +version: 0.2.152 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.11.0 diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml index d4d55367b..d97496edd 100644 --- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml @@ -113,7 +113,7 @@ spec: - name: SEARCH_SERVICE_CACHE_IMPLEMENTATION value: "hazelcast" - name: SEARCH_SERVICE_HAZELCAST_SERVICE_NAME - value: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }} + value: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "[^-a-z0-9]+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }} {{- end}} {{- if .Values.global.datahub.systemUpdate.enabled }} - name: DATAHUB_UPGRADE_HISTORY_KAFKA_CONSUMER_GROUP_ID diff --git a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml index b4a1aa427..76034ff18 100644 --- a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml +++ b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml @@ -2,7 +2,7 @@ apiVersion: v1 kind: Service metadata: - name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }} + name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "[^-a-z0-9]+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }} spec: clusterIP: None ports: @@ -13,4 +13,4 @@ spec: selector: app.kubernetes.io/name: {{- include "datahub-gms.name" . | nindent 6 }} type: ClusterIP -{{- end}} \ No newline at end of file +{{- end}} From ae4bbd302efc8021f892f33f725f72d877b0d25e Mon Sep 17 00:00:00 2001 From: Davi Arnaut Date: Tue, 31 Oct 2023 09:01:44 -0700 Subject: [PATCH 2/4] fix(healthcheck): revert to old healthcheck endpoint for GMS (#393) --- charts/datahub/Chart.yaml | 4 ++-- charts/datahub/subcharts/datahub-gms/Chart.yaml | 2 +- .../datahub/subcharts/datahub-gms/templates/deployment.yaml | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml index 8f18469f9..b1a432af9 100644 --- a/charts/datahub/Chart.yaml +++ b/charts/datahub/Chart.yaml @@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.3.4 +version: 0.3.5 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: 0.11.0 dependencies: - name: datahub-gms - version: 0.2.152 + version: 0.2.153 repository: file://./subcharts/datahub-gms condition: datahub-gms.enabled - name: datahub-frontend diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml index 25fe79862..28d195119 100644 --- a/charts/datahub/subcharts/datahub-gms/Chart.yaml +++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.152 +version: 0.2.153 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.11.0 diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml index d97496edd..8d6f91feb 100644 --- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml @@ -91,7 +91,7 @@ spec: failureThreshold: {{ .Values.livenessProbe.failureThreshold }} readinessProbe: httpGet: - path: /health/check/ready + path: /health port: http initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }} periodSeconds: {{ .Values.readinessProbe.periodSeconds }} From 5996528720d48afbeaec4c2ed766f952cd181d02 Mon Sep 17 00:00:00 2001 From: david-leifker <114954101+david-leifker@users.noreply.github.com> Date: Fri, 3 Nov 2023 11:53:33 -0500 Subject: [PATCH 3/4] Kafka message size options (#383) * update kafka broker setting for message size --- charts/datahub/Chart.yaml | 10 +++++----- charts/datahub/subcharts/datahub-frontend/Chart.yaml | 2 +- .../datahub-frontend/templates/deployment.yaml | 12 ++++++++++++ charts/datahub/subcharts/datahub-gms/Chart.yaml | 2 +- .../subcharts/datahub-gms/templates/deployment.yaml | 12 ++++++++++++ charts/datahub/subcharts/datahub-gms/values.yaml | 6 ++++++ .../subcharts/datahub-mae-consumer/Chart.yaml | 2 +- .../datahub-mae-consumer/templates/deployment.yaml | 12 ++++++++++++ .../subcharts/datahub-mae-consumer/values.yaml | 6 ++++++ .../subcharts/datahub-mce-consumer/Chart.yaml | 2 +- .../datahub-mce-consumer/templates/deployment.yaml | 12 ++++++++++++ .../subcharts/datahub-mce-consumer/values.yaml | 6 ++++++ .../datahub/templates/datahub-upgrade/_upgrade.tpl | 12 ++++++++++++ charts/datahub/templates/kafka-setup-job.yml | 4 ++++ charts/datahub/values.yaml | 6 ++++++ charts/prerequisites/Chart.yaml | 2 +- charts/prerequisites/values.yaml | 7 ++++--- 17 files changed, 102 insertions(+), 13 deletions(-) diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml index b1a432af9..a2f942de6 100644 --- a/charts/datahub/Chart.yaml +++ b/charts/datahub/Chart.yaml @@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.3.5 +version: 0.3.6 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: 0.11.0 dependencies: - name: datahub-gms - version: 0.2.153 + version: 0.2.154 repository: file://./subcharts/datahub-gms condition: datahub-gms.enabled - name: datahub-frontend - version: 0.2.142 + version: 0.2.143 repository: file://./subcharts/datahub-frontend condition: datahub-frontend.enabled - name: datahub-mae-consumer - version: 0.2.147 + version: 0.2.148 repository: file://./subcharts/datahub-mae-consumer condition: global.datahub_standalone_consumers_enabled - name: datahub-mce-consumer - version: 0.2.150 + version: 0.2.151 repository: file://./subcharts/datahub-mce-consumer condition: global.datahub_standalone_consumers_enabled - name: datahub-ingestion-cron diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml index 98bec17fd..01184ba52 100644 --- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml +++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.142 +version: 0.2.143 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.11.0 diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml index 5db08afbb..dbdd592ac 100644 --- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml @@ -114,6 +114,18 @@ spec: value: "{{ .Values.global.datahub_analytics_enabled }}" - name: KAFKA_BOOTSTRAP_SERVER value: "{{ .Values.global.kafka.bootstrap.server }}" + {{- with .Values.global.kafka.producer.compressionType }} + - name: KAFKA_PRODUCER_COMPRESSION_TYPE + value: "{{ . }}" + {{- end }} + {{- with .Values.global.kafka.producer.maxRequestSize }} + - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE + value: {{ . | quote }} + {{- end }} + {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }} + - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES + value: {{ . | quote }} + {{- end }} {{- if .Values.global.springKafkaConfigurationOverrides }} {{- range $configName, $configValue := .Values.global.springKafkaConfigurationOverrides }} - name: KAFKA_PROPERTIES_{{ $configName | replace "." "_" | upper }} diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml index 28d195119..ddff0b786 100644 --- a/charts/datahub/subcharts/datahub-gms/Chart.yaml +++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.153 +version: 0.2.154 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.11.0 diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml index 8d6f91feb..df7f849de 100644 --- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml @@ -165,6 +165,18 @@ spec: value: "{{ .Values.global.sql.datasource.driver }}" - name: KAFKA_BOOTSTRAP_SERVER value: "{{ .Values.global.kafka.bootstrap.server }}" + {{- with .Values.global.kafka.producer.compressionType }} + - name: KAFKA_PRODUCER_COMPRESSION_TYPE + value: "{{ . }}" + {{- end }} + {{- with .Values.global.kafka.producer.maxRequestSize }} + - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE + value: {{ . | quote }} + {{- end }} + {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }} + - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES + value: {{ . | quote }} + {{- end }} {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }} - name: KAFKA_SCHEMAREGISTRY_URL value: {{ printf "http://localhost:%s/schema-registry/api/" .Values.global.datahub.gms.port }} diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml index f331afd82..7cc678c7c 100644 --- a/charts/datahub/subcharts/datahub-gms/values.yaml +++ b/charts/datahub/subcharts/datahub-gms/values.yaml @@ -160,6 +160,12 @@ global: server: "broker:9092" schemaregistry: url: "http://schema-registry:8081" + ## Kafka producer and consumer settings + #producer: + # compressionType: snappy + # maxRequestSize: "5242880" + #consumer: + # maxPartitionFetchBytes: "5242880" neo4j: host: "neo4j:7474" diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml index e2ad31b49..0a64f77c6 100644 --- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml +++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.147 +version: 0.2.148 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.11.0 diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml index 8d0cb142c..72916e81a 100644 --- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml @@ -111,6 +111,18 @@ spec: value: "{{ .Values.global.datahub.gms.port }}" - name: KAFKA_BOOTSTRAP_SERVER value: "{{ .Values.global.kafka.bootstrap.server }}" + {{- with .Values.global.kafka.producer.compressionType }} + - name: KAFKA_PRODUCER_COMPRESSION_TYPE + value: "{{ . }}" + {{- end }} + {{- with .Values.global.kafka.producer.maxRequestSize }} + - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE + value: {{ . | quote }} + {{- end }} + {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }} + - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES + value: {{ . | quote }} + {{- end }} {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }} - name: KAFKA_SCHEMAREGISTRY_URL value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }} diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml index b4e1a54d5..ec33ca9bb 100644 --- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml +++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml @@ -180,6 +180,12 @@ global: server: "broker:9092" schemaregistry: url: "http://schema-registry:8081" + ## Kafka producer and consumer settings + #producer: + # compressionType: snappy + # maxRequestSize: 5242880 + #consumer: + # maxPartitionFetchBytes: 5242880 neo4j: host: "neo4j:7474" diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml index 647ff4d54..59ea3fa25 100644 --- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml +++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml @@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.2.150 +version: 0.2.151 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. appVersion: v0.11.0 diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml index 7b84f2268..0fe6ff227 100644 --- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml +++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml @@ -107,6 +107,18 @@ spec: value: "true" - name: KAFKA_BOOTSTRAP_SERVER value: "{{ .Values.global.kafka.bootstrap.server }}" + {{- with .Values.global.kafka.producer.compressionType }} + - name: KAFKA_PRODUCER_COMPRESSION_TYPE + value: "{{ . }}" + {{- end }} + {{- with .Values.global.kafka.producer.maxRequestSize }} + - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE + value: {{ . | quote }} + {{- end }} + {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }} + - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES + value: {{ . | quote }} + {{- end }} {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }} - name: KAFKA_SCHEMAREGISTRY_URL value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }} diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml index b8b3d6cd8..d499805c7 100644 --- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml +++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml @@ -176,6 +176,12 @@ global: server: "broker:9092" schemaregistry: url: "http://schema-registry:8081" + # Kafka producer and consumer settings + #producer: + # compressionType: snappy + # maxRequestSize: "5242880" + #consumer: + # maxPartitionFetchBytes: "5242880" datahub: version: head diff --git a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl index e67ea962b..39600aa50 100644 --- a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl +++ b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl @@ -41,6 +41,18 @@ Return the env variables for upgrade jobs value: "{{ .Values.global.sql.datasource.driver }}" - name: KAFKA_BOOTSTRAP_SERVER value: "{{ .Values.global.kafka.bootstrap.server }}" +{{- with .Values.global.kafka.producer.compressionType }} +- name: KAFKA_PRODUCER_COMPRESSION_TYPE + value: "{{ . }}" +{{- end }} +{{- with .Values.global.kafka.producer.maxRequestSize }} +- name: KAFKA_PRODUCER_MAX_REQUEST_SIZE + value: {{ . | quote }} +{{- end }} +{{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }} +- name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES + value: {{ . | quote }} +{{- end }} {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }} - name: KAFKA_SCHEMAREGISTRY_URL value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }} diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml index a6551d7f1..9506402a7 100644 --- a/charts/datahub/templates/kafka-setup-job.yml +++ b/charts/datahub/templates/kafka-setup-job.yml @@ -62,6 +62,10 @@ spec: value: {{ .Values.global.kafka.zookeeper.server | quote }} - name: KAFKA_BOOTSTRAP_SERVER value: {{ .Values.global.kafka.bootstrap.server | quote }} + {{- with .Values.global.kafka.maxMessageBytes }} + - name: MAX_MESSAGE_BYTES + value: {{ . | quote }} + {{- end }} {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }} - name: USE_CONFLUENT_SCHEMA_REGISTRY value: "false" diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml index b28aa6d69..c0e76e5a6 100644 --- a/charts/datahub/values.yaml +++ b/charts/datahub/values.yaml @@ -499,6 +499,12 @@ global: metadata_change_log_timeseries_topic_name: "MetadataChangeLog_Timeseries_v1" platform_event_topic_name: "PlatformEvent_v1" datahub_upgrade_history_topic_name: "DataHubUpgradeHistory_v1" + maxMessageBytes: "5242880" # 5MB + producer: + compressionType: none + maxRequestSize: "5242880" # 5MB + consumer: + maxPartitionFetchBytes: "5242880" # 5MB ## For AWS MSK set this to a number larger than 1 # partitions: 3 # replicationFactor: 3 diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml index 1b8423341..e8e5b6cf3 100644 --- a/charts/prerequisites/Chart.yaml +++ b/charts/prerequisites/Chart.yaml @@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. -version: 0.1.3 +version: 0.1.4 dependencies: - name: elasticsearch version: 7.17.3 diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml index b295ac164..63fd3aa47 100644 --- a/charts/prerequisites/values.yaml +++ b/charts/prerequisites/values.yaml @@ -15,16 +15,16 @@ elasticsearch: clusterHealthCheckParams: "wait_for_status=yellow&timeout=1s" # # Shrink default JVM heap. - esJavaOpts: "-Xmx384m -Xms384m" + esJavaOpts: "-Xmx512m -Xms512m" # # Allocate smaller chunks of memory per pod. resources: requests: cpu: "100m" - memory: "768M" + memory: "1024M" limits: cpu: "1000m" - memory: "768M" + memory: "1024M" # # Request smaller persistent volumes. # volumeClaimTemplate: @@ -131,6 +131,7 @@ cp-helm-charts: # Bitnami version of Kafka that deploys open source Kafka https://artifacthub.io/packages/helm/bitnami/kafka kafka: enabled: true + maxMessageBytes: "5242880" kraft: enabled: false zookeeper: From 21de8dfa055ef9177e98c6dea804f5d6d1d6f0bd Mon Sep 17 00:00:00 2001 From: sachinsaju <33017477+sachinsaju@users.noreply.github.com> Date: Tue, 7 Nov 2023 11:37:36 +0530 Subject: [PATCH 4/4] fix(ingestion-cron): remove duplicate shell command in cron chart (#391) * remove duplicate shell command from cron job,fixes issue 389 Presence of square brackets create incorrect command when passed to template. This commit removes square brackets and now the chart should be installable. Verified by helm template datahub-ingestion-cron --- charts/datahub/subcharts/datahub-ingestion-cron/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml index 231dbc70b..b4f5c7d62 100644 --- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml +++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml @@ -23,7 +23,7 @@ crons: {} # fileName: ## Command to be executed - #command: ["/bin/sh", "-c", "datahub ingest -c "] + #command: "datahub ingest -c " ## Deployment pod host aliases ## https://kubernetes.io/docs/concepts/services-networking/add-entries-to-pod-etc-hosts-with-host-aliases/