import requests, urllib.request, sqlite3, time, os, sys, click, util, rename as ren, fileparser as parsr, database, login as log
from bs4 import BeautifulSoup
from pathvalidate import ValidationError, validate_filename
from PyPDF2 import PdfFileReader, PdfFileWriter; from shutil import copyfile, move
from lxml import html
from requests import Session
base_url = "https://www.etsjets.org"
url = "https://www.etsjets.org/JETS_Online_Archive"

path = os.path.realpath(__file__)
path = path.replace("downloader.py","")
path = path + "/Articles/"
all_path = path + "All/"


def start(data):
    get_volume_url(data)

def get_volume_url(data):
    with Session() as s:
        site = s.get("https://www.etsjets.org/new_welcome?destination=node%2F1120")
        bs_content = BeautifulSoup(site.content, "html.parser")
        login_data = {"name":log.get_username(), "pass":log.get_password(), "op":"Log in", "form_build_id":"form-a0ed7b5c7437ac9afeb21b126e24633b", "form_id":"user_login_block"}
        s.post("https://www.etsjets.org/new_welcome?destination=node%2F1120", login_data)
        volume_number = data[0]
        if volume_number == '0':
            file_start = "Vol "
        else:
            file_start = " " + volume_number + " "

        response = s.get(url)
        soup = BeautifulSoup(response.content,'html.parser')

        link_list = soup.findAll('a') #finds the "a" tag on url
        for link in link_list:
            link = str(link)
            if file_start in link:
                link_start = link.find('"') + 1
                link_end = link.find('"', link_start)
                urlAppend = link[link_start:link_end]
                volume_url = base_url + urlAppend
                get_issue_url(data, volume_url)

def get_issue_url(data, volume_url):
    with Session() as s:
        site = s.get("https://www.etsjets.org/new_welcome?destination=node%2F1120")
        bs_content = BeautifulSoup(site.content, "html.parser")
        login_data = {"name":log.get_username(), "pass":log.get_password(), "op":"Log in", "form_build_id":"form-a0ed7b5c7437ac9afeb21b126e24633b", "form_id":"user_login_block"}
        s.post("https://www.etsjets.org/new_welcome?destination=node%2F1120", login_data)
        issue_number_original = data[1]
        issue_number = data[1]
        volume_number = data[0]

        response = requests.get(volume_url)
        soup = BeautifulSoup(response.text, 'html.parser')
        link_list = soup.findAll('a')

        i = 0

        for link in link_list:
            link = str(link)
            if (" " + volume_number + "." in link or volume_number + "." in link)and "Go to" not in link:
                i = i + 1
                link_start = link.find('"') + 1
                link_end = link.find('"', link_start)
                url_append = link[link_start:link_end]
                issue_url = base_url + url_append
                print(issue_url)
                if issue_number == '0' or "." + issue_number in link:
                    data[1] = str(i)
                    get_article_url(data, issue_url)
                    data[1] = issue_number_original

def get_article_url(data, issue_url):
    with Session() as s:
        site = s.get("https://www.etsjets.org/new_welcome?destination=node%2F1120")
        bs_content = BeautifulSoup(site.content, "html.parser")
        login_data = {"name":log.get_username(), "pass":log.get_password(), "op":"Log in", "form_build_id":"form-a0ed7b5c7437ac9afeb21b126e24633b", "form_id":"user_login_block"}
        s.post("https://www.etsjets.org/new_welcome?destination=node%2F1120", login_data)
        article_number_original = data[2]
        article_number = data[2]

        response = requests.get(issue_url)
        soup = BeautifulSoup(response.text, 'html.parser')
        link_list = soup.findAll('a')

        z = 0
        for link in link_list:
            link = str(link)
            if ".pdf" in link and "Purchase Articles" not in link and "Purchase Back Issue(s)" not in link:
                z = z + 1
                if str(z) == article_number or article_number == '0':
                    if "<em>" in link:
                        link = link.replace("<em>", "")
                        link = link.replace("</em>", "")
                    title_start = link.find('>') + 1
                    title_end = link.find('<', title_start)
                    link_start = link.find('"') + 1
                    link_end = link.find('"', link_start)
                    article_url = link[link_start:link_end]
                    article_url = base_url + article_url
                    title = link[title_start:title_end]
                    if "http://www.etsjets.org/" in article_url:
                        article_url = article_url.replace("http://www.etsjets.org", "")
                    if "https://www.etsjets.org/" in article_url:
                        article_url = article_url.replace("https://www.etsjets.org", "")
                    article_url = base_url + article_url
                    data[2] = str(z)
                    get_title_and_author(data, title, article_url)
                    data[2] = article_number_original

def get_title_and_author(data, title, article_url):
    original_file_name = title
    count              = title.count(". . .")
    title              = parsr.get_raw_title(count, original_file_name)
    file_name          = parsr.get_file_name(title)

    util.p(original_file_name)

    full_number        = util.check_digit(data[0]) + "." + util.check_digit(data[1]) + "." + util.check_digit(data[2])
    full_name          =  full_number + " - " + file_name + ".pdf"

    author             = parsr.get_raw_author(full_name, count, original_file_name)

    try:
        validate_filename(file_name)
    except ValidationError as e:
        click.echo()
        click.echo("{}\n".format(e), file=sys.stderr)
        sys.exit()
    finally:
        download(title, file_name, full_name, author, article_url, data, full_number)

def download(title, file_name, full_name, author, article_url, data, full_number):
    force              = data[3]

    if os.path.exists(all_path + full_name) and force == False:
        util.p(full_name)
        click.echo("This File Already Exists")
    else:
        util.p(full_number)
        click.echo("File Name: " + file_name)
        click.echo("Title: " + title)
        click.echo("Author: " + author)
        if click.confirm("Download File?"):
            if "&amp;" in article_url:
                article_url = article_url.replace("&amp;", "&")
            r = requests.get(article_url, stream=True)
            with open(all_path + "temp.pdf", 'wb') as file:
                file.write(r.content)
            util.write_info(all_path + "temp.pdf", title, author)
            move(all_path + "temp.pdf", all_path + full_name)
            author_database_worker(full_name, full_number, author, force, title)
            time.sleep(1)
        else:
            value = click.prompt("Change (A)uthor or (T)itle or (N)either?", default="n")
            value = value.lower()
            if value == "a":
                util.p("Current Author: " + author)
                new_auth = click.prompt("New Author Name: ")
                download(title, file_name, full_name, new_auth, article_url, data, full_number)
            elif value == "t":
                util.p("Current Title: " + title)
                new_title = click.prompt("New Title: ")
                download(new_title,file_name, full_name, author, article_url, data, full_number)


def author_database_worker(full_name, full_num, author, force, title):
    for file in os.listdir(all_path):
        if full_name == file:
            authors = parsr.get_authors(author)
            for name in authors:
                author_name = util.get_possible_names(name)
                if author_name == None:
                    author_name = name
                database.add_to_table(author_name, full_num)
                database.print_table()