Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import requests
- from bs4 import BeautifuSoup
- headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'}
- res = requests.get(url, headers = headers)
- res.encoding = 'utf-8-sig'
- soup = BeautifulSoup(res.text, 'lxml')
- from requests_html import HTMLSession
- session = HTMLSession()
- r = session.get(url)
- r.html.render()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement