Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import requests
- from lxml.html import fromstring
- from bs4 import BeautifulSoup
- url = 'https://free-proxy-list.net/'
- response = requests.get(url)
- parser = fromstring(response.text)
- proxies = []
- for i in parser.xpath('//tbody/tr')[:10]:
- if i.xpath('.//td[7][contains(text(),"yes")]'):
- #Grabbing IP and corresponding PORT
- proxy = ":".join([i.xpath('.//td[1]/text()')[0], i.xpath('.//td[2]/text()')[0]])
- proxies.append(proxy)
- url = 'https://www.ebay.com'
- dic_proxies = {'https:':'http://' + str(proxies[0]),
- 'http':'http://' + str(proxies[0])}
- u_a = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/48.0.2564.82 Safari/537.36"
- page = requests.get(url, proxies=dic_proxies,headers={"USER-AGENT":u_a})
- soup = BeautifulSoup(page.text, 'html.parser')
- p_soup = soup.prettify()
- import requests
- from requests.auth import HTTPBasicAuth
- requests.get(url, auth=HTTPBasicAuth(<user>, <password>), stream=True, timeout=3)
Add Comment
Please, Sign In to add comment