Advertisement
Guest User

Untitled

a guest
Apr 25th, 2020
169
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.89 KB | None | 0 0
  1. import requests
  2. import requests
  3. import re
  4. from bs4 import BeautifulSoup
  5. from selenium import webdriver
  6. import time
  7. from urllib.request import urlopen
  8. from requests_html import HTMLSession
  9.  
  10. home_page = 'https://www.papajohns.ru'
  11.  
  12.  
  13. session = HTMLSession()
  14. resp = asession.get(home_page)
  15. resp.html.arender()
  16. #r = requests.get(home_page, headers=header)
  17.  
  18. with open('test.txt', 'w', encoding='utf-8') as f:
  19.     f.write(str(resp.html.text))
  20. #header = {'content-type': 'text'}
  21.  
  22. soup = BeautifulSoup(resp.html.html, 'html.parser')
  23. test = soup.find('ul', class_='_2ActO-46')
  24. news_list = test.findAll('h3')                               #,class_='c11dQ-46 _2G24_-46 bSo8J-46'
  25. #print(news_list)
  26. menu = []
  27. for item in news_list:
  28.     menu.append(item.get_text())
  29. for i in range(len(menu)):
  30.     print(f'{i}: {menu[i]}')
  31.  
  32. #browser = webdriver.Chrome()
  33. #browser.get(home_page)
  34. #browser.quit()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement