airflow-operator/docs/modules/airflow/examples/example-airflow-incluster.yaml at d268bd78079ddb44fa632b5043f2619b3133e528 · stackabletech/airflow-operator · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
---
apiVersion: airflow.stackable.tech/v1alpha1
kind: AirflowCluster
metadata:
  name: airflow
spec:
  image:
    productVersion: 3.1.6
  clusterConfig:
    loadExamples: false
    exposeConfig: false
    credentialsSecret: airflow-admin-credentials
    metadataDatabase:
      postgresql:
        host: airflow-postgresql
        database: airflow
        credentialsSecret: airflow-postgresql-credentials
  webservers:
    roleConfig:
      listenerClass: external-unstable
    roleGroups:
      default:
        envOverrides: &envOverrides
          AIRFLOW_CONN_KUBERNETES_IN_CLUSTER: "kubernetes://?__extra__=%7B%22extra__kubernetes__in_cluster%22%3A+true%2C+%22extra__kubernetes__kube_config%22%3A+%22%22%2C+%22extra__kubernetes__kube_config_path%22%3A+%22%22%2C+%22extra__kubernetes__namespace%22%3A+%22%22%7D"
        replicas: 1
  schedulers:
    roleGroups:
      default:
        envOverrides: *envOverrides
        replicas: 1
  celeryExecutors:
    celeryResultBackend:
      postgresql:
        host: airflow-postgresql
        database: airflow
        credentialsSecret: airflow-postgresql-credentials
    celeryBroker:
      redis:
        host: airflow-redis-master
        credentialsSecret: airflow-redis-credentials
    roleGroups:
      default:
        envOverrides: *envOverrides
        replicas: 1
# in case of using kubernetesExecutors
#  kubernetesExecutors:
#    envOverrides: *envOverrides