Advertisement
Guest User

Untitled

a guest
Jul 23rd, 2019
94
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.78 KB | None | 0 0
  1. from datetime import datetime, timedelta
  2.  
  3. from airflow.operators.dummy_operator import DummyOperator
  4.  
  5. from helpers.dag import DAG
  6. from helpers.lineage.sensors import LineageSensor
  7.  
  8. dag = (
  9. DAG()
  10. .airflow()
  11. .defaults(
  12. start_date=datetime(2019, 5, 27),
  13. retries=0,
  14. retry_delay=timedelta(minutes=1),
  15. )
  16. .entities(
  17. {
  18. "entity_test": {
  19. "sensor": "task_sensor_test",
  20. "generator": "task_generate_test",
  21. "generated_states": ["completed"]
  22. },
  23. }
  24. )
  25. .schedule("0 0 * * *")
  26. .build()
  27. )
  28.  
  29. with dag:
  30.  
  31. sensor_test = LineageSensor(task_id="task_sensor_test")
  32.  
  33. entity_test = DummyOperator(task_id="task_generate_test")
  34.  
  35. entity_test.set_upstream(sensor_test)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement