Advertisement
Guest User

scrap test

a guest
Aug 31st, 2020
41
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.84 KB | None | 0 0
  1. from selenium import webdriver
  2. import mysql.connector as mysqlConnect
  3. from pyvirtualdisplay import Display
  4. from bs4 import BeautifulSoup
  5. import re
  6. import sys
  7. import time
  8.  
  9. with Display():
  10.  
  11. driver = webdriver.Firefox(executable_path='./geckodriver')
  12. driver.set_page_load_timeout(60)
  13. dres = driver.get("abc.com")
  14. time.sleep(5)
  15. source = driver.page_source
  16. driver.quit()
  17. if source !='':
  18. soup = BeautifulSoup(source, 'html.parser')
  19. sourcetxt = soup.get_text().replace("\n", " ")
  20. sourcetxt = re.sub(r"[^a-zA-Z0-9]+", ' ', soup.get_text()).strip()
  21. data = re.sub(r"[^a-zA-Z0-9]+", ' ', "hello testing").strip()
  22. result = re.findall(data,sourcetxt,re.I)
  23. if not result:
  24. print('False')
  25.  
  26. else:
  27. if result != None:
  28. print('True')
  29. else:
  30. print('False')
  31. #print('here2')
  32. else:
  33. print('False')
  34.  
  35.  
  36.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement