Advertisement
Guest User

Untitled

a guest
Dec 20th, 2014
208
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.77 KB | None | 0 0
  1. class Global:
  2. host = 'http://xxx.org/'
  3. proxy=True
  4. proxyHost='http://127.0.0.1:8087/'
  5. opts=AttrDict(
  6. method='GET',
  7. headers={'Host':'xxxx.org',
  8. 'User-Agent':'Mozilla/5.0 (Windows NT 6.1; rv:12.0) Gecko/20100101 Firefox/12.0',
  9. 'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
  10. 'Accept-Language':'en-us;q=0.5,en;q=0.3',
  11. 'Accept-Encoding':'gzip, deflate',
  12. 'Connection':'keep-alive',
  13. 'Cookie':'xxxxxxx',
  14. 'Cache-Control':'max-age=0'
  15. },
  16. assert_same_host=False
  17. )
  18. def getPool(self,proxy=None):
  19. if proxy is None:
  20. proxy = self.proxy
  21. if(self.proxy):
  22. http_pool = urllib3.proxy_from_url(self.proxyHost)
  23. else:
  24. http_pool = urllib3.connection_from_url(self.host)
  25. return http_pool
  26.  
  27.  
  28. class Conn:
  29. def __init__(self, proxy):
  30. self.proxy= proxy
  31. self.pool = Global().getPool(self.proxy)
  32. def swith(self):
  33. self.pool = Global().getPool(not self.proxy)
  34. def get(url, opts=Global.opts):
  35. try:
  36. self.pool.urlopen(
  37. method=opts.method,
  38. url= url,
  39. headers= opts.headers,
  40. assert_same_host=opts.assert_same_host
  41. )
  42. except TimeoutError, e:
  43. print()
  44. except MaxRetryError, e:
  45. # ..
  46.  
  47. class Conn:
  48. def get(url, opts=Global.opts):
  49. try:
  50. self.pool.urlopen(...)
  51.  
  52. def getPool(self,proxy=None):
  53. if proxy is None:
  54. proxy = self.proxy
  55. if(self.proxy):
  56. http_pool = urllib3.proxy_from_url(self.proxyHost)
  57. else:
  58. http_pool = urllib3.connection_from_url(self.host)
  59. return http_pool
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement