Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- for i in {1000..1500}; do echo $i; done | parallel --bar --eta -d '\n' -j 12 -n 50 'python3 scrape.py'
- import sys
- import requests
- for id in sys.argv[1:]:
- baseurl = 'https://api.quizlet.com/2.0/sets/'
- afterurl = '?client_id=W97rcWAjYN'
- fullurl = baseurl + str(id) + afterurl
- headers = {'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36'}
- r = requests.get(fullurl, headers=headers)
- if r.status_code == 200:
- open(str(id) + '.txt', 'wb').write(r.content)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement