Guest User

Untitled

a guest
Jun 17th, 2018
69
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.04 KB | None | 0 0
  1. from bokchoy.chain import Chain, Step
  2. from bokchoy import (
  3. consumers as bokchoy_consumers,
  4. parsers as bokchoy_parsers
  5. )
  6. from tofu import (
  7. sources as tofu_sources,
  8. consumers as tofu_consumers
  9. )
  10.  
  11. logfile = '/data/shared/cron_logs/20180614_ams_coupons.log' # change logfile name
  12. import logging;logging.basicConfig(
  13. filename=logfile,
  14. level=logging.DEBUG,
  15. format=' '.join([
  16. '[%(asctime)s]',
  17. '[%(process)d]',
  18. '[%(name)s]',
  19. '[%(levelname)s]',
  20. '%(message)s']),
  21. )
  22.  
  23.  
  24. ### RUN COUPON CHAIN###
  25. ams_coupons_chain = Chain(name='coupons_chain', steps=[
  26. Step(
  27. name='ams_offers',
  28. source=tofu_sources.AmsOffersSource(),
  29. parser=bokchoy_parsers.IdentityParser(),
  30. consumer=bokchoy_consumers.OffersConsumer()
  31. ),
  32. Step(
  33. name='ams_offer_images',
  34. source=tofu_sources.OfferImagesFTPSource(),
  35. parser=bokchoy_parsers.IdentityParser(),
  36. consumer=tofu_consumers.AMSOfferImagesConsumer()
  37. )
  38. ])
  39. ams_coupons_chain()
Add Comment
Please, Sign In to add comment