Skip to content

Commit

Permalink
Make kubernetes executor default for airflow
Browse files Browse the repository at this point in the history
This is just an overall simpler architecture (but more resource intensive), so probably the saner default.  Also removes complexity of an internal redis.
  • Loading branch information
michaeljguarino committed Oct 6, 2023
1 parent 2b72be1 commit 1177f32
Show file tree
Hide file tree
Showing 2 changed files with 15 additions and 6 deletions.
2 changes: 1 addition & 1 deletion airflow/helm/airflow/Chart.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ apiVersion: v2
name: airflow
description: A Helm chart for airflow deployable on plural
type: application
version: 0.3.39
version: 0.3.40
appVersion: "2.6.3"
sources:
- https://github.com/pluralsh/plural-artifacts/airflow/helm/airflow
Expand Down
19 changes: 14 additions & 5 deletions airflow/helm/airflow/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ httpConfig:
password: dummy

secrets:
createPluralRedisSecret: false
createPluralRedisSecret: true
redis_password: example

test-base:
Expand Down Expand Up @@ -257,7 +257,7 @@ airflow:

flower:
enabled: false

rbac:
create: true

Expand All @@ -268,7 +268,7 @@ airflow:
image:
registry: gcr.io/pluralsh
tag: 6.0.9-debian-10-r0
enabled: true
enabled: false
existingSecret: airflow-redis-password
existingSecretPasswordKey: redis-password

Expand Down Expand Up @@ -310,11 +310,20 @@ airflow:
passwordSecretKey: redis-password

airflow:
executor: CeleryExecutor
executor: KubernetesExecutor
image:
repository: ghcr.io/pluralsh/containers/apache/airflow
tag: 2.6.3-python3.10-plural1.4.4

kubernetesPodTemplate:
resources:
requests:
cpu: 100m
memory: 500Mi
limits:
cpu: 500m
memory: 1.5Gi

config:
## security
AIRFLOW__WEBSERVER__EXPOSE_CONFIG: "False"
Expand Down Expand Up @@ -383,7 +392,7 @@ airflow:
workers:
## if the airflow workers StatefulSet should be deployed
##
enabled: true
enabled: false

replicas: 2

Expand Down

0 comments on commit 1177f32

Please sign in to comment.