DeaD_EyE

hidemy.name/de/proxy-list

Nov 2nd, 2020
255
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 1.26 KB | None | 0 0
  1. from operator import itemgetter
  2. from itertools import groupby, islice
  3. from requests_html import HTMLSession
  4.  
  5.  
  6. HEADER = ("IP Adresse", "Port", "Land, Stadt", "Geschwindigkeit", "Typ", "Anonymität", "Aktualisierung")
  7. URL = "https://hidemy.name/de/proxy-list"
  8.  
  9.  
  10. def get_data():
  11.     result = []
  12.     session = HTMLSession()
  13.     req = session.get(URL)
  14.     for row in islice(req.html.find("tr"), 1, None):
  15.         data = {field: column.text for field, column in zip(HEADER, row.find("td"))}
  16.         try:
  17.             data["Geschwindigkeit"] = int(data["Geschwindigkeit"].split()[0])
  18.         except:
  19.             data["Geschwindigkeit"] = float("nan")
  20.         result.append(data)
  21.     return result
  22.  
  23.  
  24. def sort_and_group(proxies):
  25.     country_speed = itemgetter("Land, Stadt", "Geschwindigkeit")
  26.     country = itemgetter("Land, Stadt")
  27.     proxies = sorted(proxies, key=country_speed)
  28.     for group, elements in groupby(proxies, key=country):
  29.         yield group, list(elements)
  30.  
  31.  
  32. if __name__ == "__main__":
  33.     proxies = get_data()
  34.     for group, proxies in sort_and_group(proxies):
  35.         for proxy in proxies:
  36.             p_type = proxy["Typ"]
  37.             if "SOCKS5" in p_type or "SOCKS4" in p_type:
  38.                 print(", ".join(map(str, proxy.values())))
  39.  
Add Comment
Please, Sign In to add comment