Advertisement
Guest User

Untitled

a guest
May 21st, 2018
254
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.50 KB | None | 0 0
  1. def get_data_from_url(url):
  2.  
  3.  
  4.  
  5.     #req = Request(url)
  6.     #req.set_proxy("201.62.99.208:3128", 'http')
  7.     #res_data = urlopen(req).read()
  8.     proxy_handler = ProxyHandler({'http': "201.62.99.208:3128"})  # Setup proxy handler
  9.     opener = build_opener(proxy_handler)
  10.     opener.addheaders = [('User-agent', 'Mozilla/5.0')]  # Some headers
  11.     install_opener(opener)  # Install the opener
  12.     req = Request(url)  # Make the request
  13.     sock = urlopen(req, None, timeout=1000)  # Open url
  14.     res_data = sock.read()
  15.     return res_data
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement