Guest User

Untitled

a guest
Nov 22nd, 2017
95
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.86 KB | None | 0 0
  1. from __future__ import print_function
  2. from airflow.operators.python_operator import PythonOperator
  3. from airflow.models import DAG
  4. from datetime import datetime, timedelta
  5.  
  6.  
  7. from pprint import pprint
  8.  
  9. seven_days_ago = datetime.combine(datetime.today() - timedelta(7),
  10. datetime.min.time())
  11.  
  12. args = {
  13. 'owner': 'airflow',
  14. 'start_date': seven_days_ago,
  15. }
  16.  
  17. dag = DAG(dag_id='python_test', default_args=args)
  18.  
  19.  
  20. def print_context(ds, **kwargs):
  21. pprint(kwargs)
  22. print(ds)
  23. return 'Whatever you return gets printed in the logs'
  24.  
  25. run_this = PythonOperator(
  26. task_id='print',
  27. provide_context=True,
  28. python_callable=print_context,
  29. dag=dag)
  30.  
  31. run_this = PythonOperator(
  32. task_id='print',
  33. provide_context=True,
  34. python_callable=simple_test.print_context,
  35. dag=dag)
  36.  
  37. my_dag1.py
  38. my_dag2.py
  39. package1/__init__.py
  40. package1/functions.py
  41.  
  42. └── airflow/dags # root airflow dags folder where all dags live
  43. └── my_dags # git repo project root
  44. ├── my_dags # python src root (usually named same as project)
  45. │   ├── my_test_globals.py # file I want to import
  46. │   ├── dag_in_package.py
  47. │ └── dags
  48. │ └── dag_in_subpackage.py
  49. ├── README.md # also setup.py, LICENSE, etc here
  50. └── dag_in_project_root.py
  51.  
  52. from my_dags.my_dags import my_test_globals
  53.  
  54. └── airflow/dags # root airflow dags folder where all dags live
  55. └── my_dags # git repo project root & python src root
  56. ├── my_test_globals.py # file I want to import
  57. ├── dag_in_package.py
  58. ├── dags
  59. │ └── dag_in_subpackage.py
  60. ├── README.md # also setup.py, LICENSE, etc here
  61. └── dag_in_project_root.py
  62.  
  63. from my_dags import my_test_globals
Add Comment
Please, Sign In to add comment