Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- from datetime import datetime
- from airflow import DAG
- from airflow.operators.python_operator import PythonOperator
- from airflow.operators.dummy_operator import DummyOperator
- def create_dag(dag_id,
- schedule,
- dag_number,
- default_args):
- def hello_world_py(*args):
- print('Hello World')
- print('This is DAG: {}'.format(str(dag_number)))
- dag = DAG(dag_id,
- schedule_interval=schedule,
- default_args=default_args)
- with dag:
- d1 = DummyOperator(task_id="start")
- for i in range(0, 10):
- t1 = PythonOperator(
- task_id='hello_world_{0}'.format(i),
- python_callable=hello_world_py,
- dag_number=dag_number)
- d1 >> t1
- return dag
- # build a dag for each number in range(10)
- for n in range(1, 5):
- dag_id = 'hello_world_{}'.format(str(n))
- default_args = {'owner': 'airflow',
- 'start_date': datetime(2019, 1, 1)
- }
- schedule = '@daily'
- dag_number = n
- globals()[dag_id] = create_dag(dag_id,
- schedule,
- dag_number,
- default_args)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement