Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import requests
- from bs4 import BeautifulSoup
- __all__ = (
- 'get_proxies',
- )
- def get_proxies():
- url = 'https://www.sslproxies.org/'
- response = requests.get(url)
- soup = BeautifulSoup(response.content, "lxml")
- proxies = set()
- trs = soup.select('tr', {'role': 'row'})
- for tr in trs[1:21]:
- tds = tr.select('td')
- proxy = f'{tds[0].text}:{tds[1].text}'
- proxies.add(proxy)
- return proxies
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement