Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- def get_data_from_url(url):
- #req = Request(url)
- #req.set_proxy("201.62.99.208:3128", 'http')
- #res_data = urlopen(req).read()
- proxy_handler = ProxyHandler({'http': "201.62.99.208:3128"}) # Setup proxy handler
- opener = build_opener(proxy_handler)
- opener.addheaders = [('User-agent', 'Mozilla/5.0')] # Some headers
- install_opener(opener) # Install the opener
- req = Request(url) # Make the request
- sock = urlopen(req, None, timeout=1000) # Open url
- res_data = sock.read()
- return res_data
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement