from selenium import webdriver
import selenium.webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
import time
import pickle
import os.path
import schedule
import sched, time
import traceback
import apscheduler.triggers.cron
from apscheduler.schedulers.blocking import BlockingScheduler
from selenium.webdriver.firefox.options import Options

def webscraper():
            print("by: nuno silva :p")
            options = Options()
            browser = webdriver.Firefox()

            browser.get('https://www.expireddomains.net/login/')
            elem = browser.find_element_by_id('inputLogin')
            elem.send_keys('asjdioasd');
            time.sleep(2)
            elem = browser.find_element(By.XPATH, '//input[@type="password"]')
            elem.send_keys('DrSNVDwaLX');
            time.sleep(2)

            browser.find_element(By.XPATH, '//button[text()="Login"]').click()
            time.sleep(2)

            count = 0;
            with open('domains_com.txt', 'a') as file:
                for j in range(1,500):
                    browser.get('https://member.expireddomains.net/domains/expiredcom/?start='+str(count))
                    time.sleep(5)
                    count = count + 25;
                    for x in range(1,26):
                        domainname = browser.find_element(By.XPATH, "//div[@id='content']/div/div[2]/table/tbody/tr["+str(x)+"]/td/a").text
                        backlinks = browser.find_element(By.XPATH, "//div[@id='content']/div/div[2]/table/tbody/tr["+str(x)+"]/td[4]").text
                        try:
                            if int(backlinks)>10 or "K" in backlinks:
                                file.write (domainname +" - "+ backlinks  + "\n")

                        except:
                                file.write (domainname +" - "+ backlinks + "\n")
                    file.flush()
                    os.fsync(file)






webscraper();