Advertisement
Guest User

Untitled

a guest
Jan 31st, 2016
84
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.44 KB | None | 0 0
  1. class ProxyMeshMiddleware(object):
  2.  
  3. def process_request(self, request, spider):
  4. endpoint = os.environ.get('PROXY_ENDPOINT')
  5. user = os.environ.get('PROXY_USER')
  6. pw = os.environ.get('PROXY_PW')
  7. request.meta['proxy'] = endpoint
  8. proxy_user_pass = '{} {}'.format(user, pw)
  9. encoded_user_pass = base64.encodestring(proxy_user_pass)
  10. request.headers['Proxy-Authorization'] = 'Basic ' + encoded_user_pass
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement