Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- [core]
- dags_folder = /usr/local/airflow/dags
- load_examples = False
- load_default_connections = False
- executor = CeleryExecutor
- fernet_key = ####
- hostname_callable = airflow.utils.net.get_host_ip_address
- killed_task_cleanup_time = 604800
- [scheduler]
- child_process_log_directory = /var/log/airflow/logs/scheduler
- catchup_by_default = False
- # Perfomance tuning
- # https://github.com/puckel/docker-airflow/issues/233
- min_file_process_interval = 120
- dag_dir_list_interval = 300
- scheduler_max_threads = 1
- # max_threads = 2 -- has been renamed to parsing_processes
- parsing_processes = 2
- dag_concurrency = 16
- worker_concurrency = 16
- max_active_runs_per_dag = 16
- parallelism = 32
- scheduler_heartbeat_sec = 20
- # scheduler_heartbeat_sec = 100
- scheduler_health_check_threshold = 200
- scheduler_zombie_task_threshold = 1800
- # scheduler_zombie_task_threshold = 3600
- schedule_after_task_execution = False
- [webserver]
- base_url = ####
- authenticate = True
- auth_backend = airflow.contrib.auth.backends.password_auth
- rbac = True
- dag_default_view = graph
- # Perfomance tuning
- # https://github.com/puckel/docker-airflow/issues/233
- workers = 2
- worker_refresh_interval = 1800
- web_server_worker_timeout = 300
- [api]
- auth_backend = airflow.api.auth.backend.basic_auth
- [email]
- ####
- [smtp]
- ####
- [celery]
- celery_app_name = airflow.executors.celery_executor
- worker_concurrency = 16
- worker_autoscale = 16,12
- worker_log_server_port = 8793
- broker_url = redis://redis:6379/1
- celery_result_backend = db+postgresql://airflow:airflow@database/airflow
- result_backend = db+postgresql://airflow:airflow@database/airflow
- flower_host = 0.0.0.0
- flower_url_prefix = /flower
- flower_port = 5555
- flower_basic_auth = admin:admin, airflow:airflow
- celery_config_options = airflow.config_templates.default_celery.DEFAULT_CELERY_CONFIG
- ssl_active = False
- pool = prefork
- operation_timeout = 2
- [operators]
- default_queue = default
- [logging]
- base_log_folder = /var/log/airflow/logs/
- dag_processor_manager_log_location = /var/log/airflow/logs/dag_processor_manager/dag_processor_manager.log
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement