Advertisement
Guest User

Untitled

a guest
Jun 20th, 2018
75
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.60 KB | None | 0 0
  1. for i in {1000..1500}; do echo $i; done | parallel --bar --eta -d '\n' -j 12 -n 50 'python3 scrape.py'
  2.  
  3.  
  4. import sys
  5. import requests
  6. for id in sys.argv[1:]:
  7. baseurl = 'https://api.quizlet.com/2.0/sets/'
  8. afterurl = '?client_id=W97rcWAjYN'
  9. fullurl = baseurl + str(id) + afterurl
  10. headers = {'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36'}
  11. r = requests.get(fullurl, headers=headers)
  12. if r.status_code == 200:
  13. open(str(id) + '.txt', 'wb').write(r.content)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement