Advertisement
Guest User

Untitled

a guest
Sep 7th, 2017
84
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.63 KB | None | 0 0
  1. import credentials
  2. import praw
  3. import downloader
  4. from threader import DownloadThread
  5. from Queue import Queue
  6.  
  7.  
  8. SUB_REDDIT = 'politics'
  9. NUM_OF_POSTS = 2
  10. NUM_OF_THREADS = 2
  11.  
  12. reddit = praw.Reddit(client_id=credentials.APP_CLIENT_ID,
  13. client_secret=credentials.SECRET,
  14. password=credentials.PASSWORD,
  15. user_agent='crawler by cant-find-user-name',
  16. username=credentials.DEVELOPER)
  17.  
  18. sub = reddit.subreddit(SUB_REDDIT)
  19. queue = Queue()
  20. for x in range(NUM_OF_THREADS):
  21. worker = DownloadThread(queue)
  22. worker.start()
  23. for link in links:
  24. queue.put(link)
  25.  
  26. queue.join()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement