Advertisement
Guest User

Untitled

a guest
Jul 25th, 2017
58
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.05 KB | None | 0 0
  1. from bs4 import BeautifulSoup
  2. from selenium import webdriver
  3. import time
  4. import urllib2
  5. import unicodecsv as csv
  6. import os
  7. import sys
  8. import io
  9. import time
  10. import datetime
  11. import pandas as pd
  12. from bs4 import BeautifulSoup
  13. import MySQLdb
  14. import re
  15.  
  16. filename=r'output.csv'
  17.  
  18. resultcsv=open(filename,"wb")
  19. output=csv.writer(resultcsv, delimiter=';',quotechar = '"', quoting=csv.QUOTE_NONNUMERIC, encoding='latin-1')
  20.  
  21. profile=webdriver.FirefoxProfile()
  22. profile.set_preference("intl.accept_languages","en-us")
  23. driver = webdriver.Firefox(firefox_profile=profile)
  24. driver.get("https://www.flightradar24.com/data/airports/bud/arrivals")
  25. time.sleep(10)
  26. html_source=driver.page_source
  27. soup=BeautifulSoup(html_source,"html.parser")
  28. print soup
  29.  
  30. table = soup.find('table', { "class" : "table table-condensed table-hover data-table m-n-t-15" })
  31.  
  32. datatable=[]
  33. for record in table.find_all('tr'):
  34. temp_data = []
  35. for data in record.find_all('td'):
  36. temp_data.append(data.text.encode('latin-1'))
  37. datatable.append(temp_data)
  38.  
  39. output.writerows(datatable)
  40.  
  41. resultcsv.close()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement