Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- Countries_List['France', 'Brazil', 'Mexico', 'Thailand'] # with more than 158 countries in this list !
- for Country in Countries_List:
- url = 'http://bandscore.ielts.org/search.aspx'
- values = {
- '__EVENTTARGET' : 'gdvSearchResults',
- '__EVENTARGUMENT' : page,
- '__VIEWSTATE' : view_state,
- '__PREVIOUSPAGE' : previous_page,
- '__EVENTVALIDATION' : event_validation,
- 'DropDownList1' : Country, # HERE WE PUT THE COUNTRY, WHICH IS DIFFERENT FOR EACH REQUEST
- }
- user_agent = 'Mozilla/5 (Solaris 10) Gecko'
- headers = { 'User-Agent' : user_agent }
- data = urllib.urlencode(values)
- req = urllib2.Request(url, data, headers)
- response = urllib2.urlopen(req)
- thePage = response.read()
- the_page = soup(thePage)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement