Advertisement
Guest User

Untitled

a guest
Feb 17th, 2022
137
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.06 KB | None | 0 0
  1. [core]
  2. dags_folder = /usr/local/airflow/dags
  3. load_examples = False
  4. load_default_connections = False
  5. executor = CeleryExecutor
  6. fernet_key = ####
  7. hostname_callable = airflow.utils.net.get_host_ip_address
  8. killed_task_cleanup_time = 604800
  9.  
  10. [scheduler]
  11. child_process_log_directory = /var/log/airflow/logs/scheduler
  12. catchup_by_default = False
  13.  
  14. # Perfomance tuning
  15. # https://github.com/puckel/docker-airflow/issues/233
  16. min_file_process_interval = 120
  17. dag_dir_list_interval = 300
  18. scheduler_max_threads = 1
  19. # max_threads = 2 -- has been renamed to parsing_processes
  20. parsing_processes = 2
  21. dag_concurrency = 16
  22. worker_concurrency = 16
  23. max_active_runs_per_dag = 16
  24. parallelism = 32
  25. scheduler_heartbeat_sec = 20
  26. # scheduler_heartbeat_sec = 100
  27. scheduler_health_check_threshold = 200
  28. scheduler_zombie_task_threshold = 1800
  29. # scheduler_zombie_task_threshold = 3600
  30. schedule_after_task_execution = False
  31.  
  32. [webserver]
  33. base_url = ####
  34. authenticate = True
  35. auth_backend = airflow.contrib.auth.backends.password_auth
  36. rbac = True
  37. dag_default_view = graph
  38.  
  39. # Perfomance tuning
  40. # https://github.com/puckel/docker-airflow/issues/233
  41. workers = 2
  42. worker_refresh_interval = 1800
  43. web_server_worker_timeout = 300
  44.  
  45. [api]
  46. auth_backend = airflow.api.auth.backend.basic_auth
  47.  
  48. [email]
  49. ####
  50.  
  51. [smtp]
  52. ####
  53.  
  54. [celery]
  55. celery_app_name = airflow.executors.celery_executor
  56. worker_concurrency = 16
  57. worker_autoscale = 16,12
  58. worker_log_server_port = 8793
  59. broker_url = redis://redis:6379/1
  60. celery_result_backend = db+postgresql://airflow:airflow@database/airflow
  61. result_backend = db+postgresql://airflow:airflow@database/airflow
  62. flower_host = 0.0.0.0
  63. flower_url_prefix = /flower
  64. flower_port = 5555
  65. flower_basic_auth = admin:admin, airflow:airflow
  66. celery_config_options = airflow.config_templates.default_celery.DEFAULT_CELERY_CONFIG
  67. ssl_active = False
  68. pool = prefork
  69. operation_timeout = 2
  70.  
  71. [operators]
  72. default_queue = default
  73.  
  74. [logging]
  75. base_log_folder = /var/log/airflow/logs/
  76. dag_processor_manager_log_location = /var/log/airflow/logs/dag_processor_manager/dag_processor_manager.log
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement