airflow.cfg

airflow.cfg

# A redacted version of airflow.cfg

[core]
airflow_home = /etc/airflow
dags_folder = /etc/airflow/dags
base_log_folder = /var/log/airflow
s3_log_folder = None
remote_base_log_folder = gs://some-bucket
remote_log_conn_id = gcp_di
executor = LocalExecutor
sql_alchemy_conn =  ...
parallelism = 64
dag_concurrency = 64
max_active_runs_per_dag = 16
load_examples = False
plugins_folder = /etc/airflow/plugins
fernet_key = ...
donot_pickle = False
dags_are_paused_at_creation = True

[webserver]
base_url = https://our-internal-domain.com
web_server_host = 0.0.0.0
web_server_port = 8080
secret_key = ...
workers = 4
worker_class = sync
expose_config = false
authenticate = True
auth_backend = airflow.contrib.auth.backends.ldap_auth
filter_by_owner = False

[ldap]
uri = ...
user_filter = objectClass=*
user_name_attr = sAMAccountName
superuser_filter = memberOf=CN=airflow-super-users,OU=Groups,OU=ABC,OU=US,OU=NORAM,DC=example,DC=com
data_profiler_filter = memberOf=CN=airflow-data-profilers,OU=Groups,OU=ABC,OU=US,OU=NORAM,DC=example,DC=com
bind_user = cn=Manager,dc=example,dc=com
bind_password = ...
basedn = dc=example,dc=com
search_scope=SUBTREE
cacert = ...

[scheduler]
job_heartbeat_sec = 5
scheduler_heartbeat_sec = 5

# [celery] and [mesos] sections are redacted because we don't use them