Guest User

airflow_end_date_testing

a guest
Feb 22nd, 2018
68
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.83 KB | None | 0 0
  1. from airflow import DAG
  2. from airflow.operators.bash_operator import BashOperator
  3. from datetime import datetime, timedelta
  4.  
  5. default_args = {
  6.     'owner': 'examples',
  7.     'depends_on_past': False,
  8.     'start_date': datetime(2018, 2, 1),
  9.     'email_on_failure': False,
  10.     'email_on_retry': False,
  11.     'retries': 2,
  12.     'retry_delay': timedelta(minutes=5),
  13. }
  14.  
  15. dag = DAG(
  16.     'testing_end_dates',
  17.     default_args=default_args,
  18.     schedule_interval='@daily',
  19. )
  20.  
  21. demo_task_1 = BashOperator(
  22.     task_id='demo_task_1',
  23.     bash_command='echo "Counting to 10" && for i in {1..10}; do sleep 1 && echo $i; done',
  24.     dag=dag,
  25. )
  26.  
  27. demo_task_2 = BashOperator(
  28.     task_id='demo_task_2',
  29.     bash_command='echo "I finished counting!"',
  30.     end_date=datetime(2018, 2, 2),
  31.     dag=dag,
  32. )
  33.  
  34. demo_task_2.set_upstream(demo_task_1)
Advertisement
Add Comment
Please, Sign In to add comment