Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- from bs4 import BeautifulSoup
- from selenium import webdriver
- import time
- import urllib2
- import unicodecsv as csv
- import os
- import sys
- import io
- import time
- import datetime
- import pandas as pd
- from bs4 import BeautifulSoup
- import MySQLdb
- import re
- filename=r'output.csv'
- resultcsv=open(filename,"wb")
- output=csv.writer(resultcsv, delimiter=';',quotechar = '"', quoting=csv.QUOTE_NONNUMERIC, encoding='latin-1')
- profile=webdriver.FirefoxProfile()
- profile.set_preference("intl.accept_languages","en-us")
- driver = webdriver.Firefox(firefox_profile=profile)
- driver.get("https://www.flightradar24.com/data/airports/bud/arrivals")
- time.sleep(10)
- html_source=driver.page_source
- soup=BeautifulSoup(html_source,"html.parser")
- print soup
- table = soup.find('table', { "class" : "table table-condensed table-hover data-table m-n-t-15" })
- datatable=[]
- for record in table.find_all('tr'):
- temp_data = []
- for data in record.find_all('td'):
- temp_data.append(data.text.encode('latin-1'))
- datatable.append(temp_data)
- output.writerows(datatable)
- resultcsv.close()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement