Guest User

Untitled

a guest
Dec 18th, 2018
204
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.27 KB | None | 0 0
  1. AttributeError: 'str' object has no attribute 'descendants'
  2.  
  3. from bs4 import BeautifulSoup as bs
  4. import webbrowser
  5. import requests
  6. from lxml import html
  7. from selenium import webdriver
  8. profile = webdriver.FirefoxProfile()
  9. profile.accept_untrusted_certs = True
  10. import time
  11.  
  12. # selenium
  13. wd = webdriver.Firefox(executable_path="C:/Utility/geckodriver.exe", firefox_profile=profile)
  14. url = "https://airflow.cruxinternal.com/admin/?page=0"
  15. wd.get(url)
  16.  
  17. # set username
  18. time.sleep(2)
  19. username = wd.find_element_by_id("identifierId")
  20. username.send_keys("my_email@email.com")
  21. wd.find_element_by_id("identifierNext").click()
  22.  
  23. # set password
  24. time.sleep(2)
  25. password = wd.find_element_by_name("password")
  26. password.send_keys("my_pswd")
  27. wd.find_element_by_id("passwordNext").click()
  28.  
  29. all_text = []
  30.  
  31. # list of URLs
  32. url_list = ['https://airflow.cruxinternal.com/admin/airflow/graph?dag_id=barra_emm1_daily_legacy',
  33. 'https://airflow.cruxinternal.com/admin/airflow/graph?dag_id=barra_emm1_daily_legacy_history']
  34. for link in url_list:
  35. #File = webbrowser.open(link)
  36. #File = requests.get(link)
  37. #data = File.text
  38. for link in bs.findAll('tspan'):
  39. alldata = all_text.append(link.get('tspan'))
  40.  
  41. outF = open('C:/Users/ryans/OneDrive/Desktop/test.txt', 'w')
  42. outF.writelines(alldata)
  43. outF.close()
Add Comment
Please, Sign In to add comment