# -*- coding: utf-8 -*-
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support.ui import Select
from selenium.common.exceptions import NoSuchElementException
from selenium.common.exceptions import NoAlertPresentException
from selenium.webdriver.common.action_chains import ActionChains

import unittest, time, re

username=USER
password=PASS
downloadDir=DIR


# To prevent download dialog
fp = webdriver.FirefoxProfile()
fp.set_preference("browser.download.folderList", 2)
fp.set_preference("browser.download.manager.showWhenStarting", False)
fp.set_preference("browser.download.dir", downloadDir)
fp.set_preference("plugin.disable_full_page_plugin_for_types", "application/pdf")
fp.set_preference("pdfjs.disabled", True)
fp.set_preference("browser.helperApps.neverAsk.saveToDisk", "application/pdf")
driver = webdriver.Firefox(fp)

driver.get("https://www.wsj.com/europe")
time.sleep(3)
driver.find_element_by_link_text("Sign In").click()
time.sleep(3)
driver.find_element_by_id("username").click()
driver.find_element_by_id("username").clear()
driver.find_element_by_id("username").send_keys(username)
driver.find_element_by_id("password").clear()
driver.find_element_by_id("password").send_keys(password)
driver.find_element_by_id("rememberme").click()
time.sleep(3)
driver.find_element_by_xpath("//div[@id='basic-login']/div/form/div/div[6]/div/button").click()
time.sleep(3)
driver.find_element_by_link_text("Today's Paper").click()
time.sleep(3)
driver.find_element_by_xpath(
    "//img[contains(@src,'https://vir.wsj.net/fp/cdn/fp/assets/images/WSJ_A1_thumbnail.jpg?update=true')]").click()
time.sleep(3)

#driver.get("http://ereader.wsj.net/")
driver.switch_to.frame(0)

ids = driver.find_elements_by_xpath('//*[@id]')
for ii in ids:
    #print ii.tag_name
    print ii.get_attribute('id')    # id name as string

driver.find_element_by_id("thumbs").click()
driver.find_element_by_link_text("Download Complete Edition").click()