Advertisement
Guest User

Proxy Parse

a guest
Jun 22nd, 2021
41
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.46 KB | None | 0 0
  1. import requests
  2. from bs4 import BeautifulSoup
  3.  
  4.  
  5. def get_html(site):
  6. r = requests.get(site)
  7. return r.text
  8.  
  9.  
  10. def get_page_data(html):
  11. soup = BeautifulSoup(html, 'lxml')
  12. line = soup.find('table', id='theProxyList').find('tbody').find_all('tr')
  13. ipL = []
  14. for tr in line:
  15. td = tr.find_all('td')
  16. #print(td)
  17. ip = str(td[0]).replace('<td style="text-align:center"><input class="ch" onclick="SelectProxy(this)" type="checkbox" value="','')
  18. ip = ip.replace('"/></td>','')
  19. ipL.append(ip)
  20. return(ipL)
  21.  
  22. def main():
  23. url1 = 'http://foxtools.ru/Proxy'
  24. url2 = 'http://foxtools.ru/Proxy?page=2'
  25. url3 = 'http://foxtools.ru/Proxy?page=3'
  26. ip_list = []
  27. ip_list.append(get_page_data(get_html(url1)))
  28. ip_list.append(get_page_data(get_html(url2)))
  29. ip_list.append(get_page_data(get_html(url3)))
  30. print('Ввести в файл?(0/1)')
  31. q = int(input())
  32. if(q==0):
  33. for i in ip_list:
  34. for j in i:
  35. print(j)
  36. elif(q==1):
  37. for i in ip_list:
  38. for j in i:
  39. print(j)
  40. f = open('proxy.txt', 'w')
  41. for i in ip_list:
  42. for j in i:
  43. f.write(f'{j}\n')
  44. f.close()
  45. else:
  46. print('Ты еблан?\nСказал же блть 1 или 0, теперь на хй иди.') #Лол пастбин не дает материться
  47.  
  48.  
  49. if __name__ == '__main__':
  50. main()
  51.  
  52.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement