Guest User

Untitled

a guest
Sep 25th, 2018
81
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.97 KB | None | 0 0
  1. import requests
  2. from lxml.html import fromstring
  3. from bs4 import BeautifulSoup
  4.  
  5. url = 'https://free-proxy-list.net/'
  6. response = requests.get(url)
  7. parser = fromstring(response.text)
  8. proxies = []
  9. for i in parser.xpath('//tbody/tr')[:10]:
  10. if i.xpath('.//td[7][contains(text(),"yes")]'):
  11. #Grabbing IP and corresponding PORT
  12. proxy = ":".join([i.xpath('.//td[1]/text()')[0], i.xpath('.//td[2]/text()')[0]])
  13. proxies.append(proxy)
  14.  
  15. url = 'https://www.ebay.com'
  16. dic_proxies = {'https:':'http://' + str(proxies[0]),
  17. 'http':'http://' + str(proxies[0])}
  18. u_a = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/48.0.2564.82 Safari/537.36"
  19. page = requests.get(url, proxies=dic_proxies,headers={"USER-AGENT":u_a})
  20.  
  21. soup = BeautifulSoup(page.text, 'html.parser')
  22. p_soup = soup.prettify()
  23.  
  24. import requests
  25. from requests.auth import HTTPBasicAuth
  26.  
  27. requests.get(url, auth=HTTPBasicAuth(<user>, <password>), stream=True, timeout=3)
Add Comment
Please, Sign In to add comment