Advertisement
Guest User

Untitled

a guest
Feb 21st, 2020
295
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.57 KB | None | 0 0
  1. from proxybroker import Broker
  2.  
  3.  
  4. async def save(proxies, filename):
  5.     with open(filename, 'w') as f:
  6.         while True:
  7.             proxy = await proxies.get()
  8.             if proxy is None:
  9.                 break
  10.             row = f'{proxy.host}:{proxy.port}\n'
  11.             f.write(row)
  12.  
  13. def get_proxies(limit=1000):
  14.     proxies = asyncio.Queue()
  15.     broker = Broker(proxies)
  16.     tasks = asyncio.gather(broker.grab(limit=limit),
  17.                            save(proxies, filename='proxies.txt'))
  18.     loop = asyncio.get_event_loop()
  19.     loop.run_until_complete(tasks)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement