Advertisement
Carto_

Untitled

Apr 24th, 2012
85
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.82 KB | None | 0 0
  1. Countries_List['France', 'Brazil', 'Mexico', 'Thailand'] # with more than 158 countries in this list !
  2. for Country in Countries_List:
  3.     url = 'http://bandscore.ielts.org/search.aspx'
  4.     values = {
  5.              '__EVENTTARGET' : 'gdvSearchResults',
  6.              '__EVENTARGUMENT' : page,
  7.              '__VIEWSTATE' : view_state,
  8.              '__PREVIOUSPAGE' : previous_page,
  9.              '__EVENTVALIDATION' : event_validation,
  10.              'DropDownList1'  : Country, # HERE WE PUT THE COUNTRY, WHICH IS DIFFERENT FOR EACH REQUEST
  11.             }
  12.     user_agent = 'Mozilla/5 (Solaris 10) Gecko'
  13.     headers = { 'User-Agent' : user_agent }
  14.     data = urllib.urlencode(values)
  15.     req = urllib2.Request(url, data, headers)
  16.     response = urllib2.urlopen(req)
  17.     thePage = response.read()
  18.     the_page = soup(thePage)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement