update

from lxml import html
from bs4 import BeautifulSoup
import json


""" NB: for only 5397124106352075058.htm and 1259815981046145990.htm """



def html2json(path):
    if "5397124106352075058" in path:
        results = []
        container = []
        with open(path) as f:
            content = f.read()

        soup = BeautifulSoup(content, "lxml")
        paras = soup.findAll("p", {"align":"JUSTIFY"})
        indexes = []
        for i,item in enumerate(paras):
            if "Sol" in item.text:
                indexes.append(i)

        for i,item in enumerate(indexes):
            try:
                container.append(paras[indexes[i]:indexes[i+1]])
            except IndexError:
                pass


        qnums = []
        c_options = []
        str_container = []

        for i, item in enumerate(container):
            if not item[0].findAll("b"):
                del container[i]


        for item in container:
            try:
                target = item[0].findAll("b")
            except Exception as e:
                print(e)
                pass

            try:
                qn = target[0].text.split()[0].strip()
                qnums.append(qn)
            except Exception:
                pass

            try:
                if len(target) == 2:
                    c_option = target[1].text
                    c_options.append(c_option.strip())
                elif len(target) == 1:
                    c_option = target[0].text.split()[1]
                    c_options.append(c_option.strip())

            except IndexError:
                c_option = " "
                c_options.append(c_option)
                pass


        #container
        for item in container:
            try:
                trash = item[0].find("b").decompose()
            except:
                pass


        str_container = [str(item).replace("[", "").replace('<p align="JUSTIFY">', "")
                         .replace("</p>", "").replace(",", "")
                         .replace("]", "").replace("IND", "NEL").strip() for item in container]

        for x in range(len(qnums)):
            obj = {"Question Number":"", "Correct Option":"", "Solution":""}
            obj["Question Number"] = qnums[x]
            obj["Correct Option"] = c_options[x]
            obj["Solution"] = str_container[x]

            results.append(obj)

        final = {"results":results}


        #Saves result as json in the current working directory
        with open("539.json", "w") as f:
            json.dump(final, f)
        print("Done!")


    elif "1259815981046145990" in path:
        qnums = []
        c_options = []
        results = []
        solutions = []
        container = []
        str_container = []

        with open(path) as f:
            content = f.read()

        soup = BeautifulSoup(content, "lxml")
        paras = soup.findAll("p", {"align":"JUSTIFY"})
        indexes = []
        for i,item in enumerate(paras):
            if "Sol" in item.text:
                indexes.append(i)

        for i,item in enumerate(indexes):
            try:
                container.append(paras[indexes[i]:indexes[i+1]])
            except IndexError:
                pass

        container1 = []

        for item in container:
            for sub in item:
                if "Ans" in sub.text:
                    container1.append(item)


        for item in container1:
            for sub in item:
                if "Sol" in sub.text:
                    qn = sub.text.split()[0]
                    qnums.append(qn)

                if "Ans" in sub.text:
                    c_option = sub.text
            c_options.append(c_option)



        c_options = [item.replace("Ans.", "").replace("Ans", "").strip() for item in c_options]


        str_container = [str(item).replace("[", "").replace('<p align="JUSTIFY">', "")
                         .replace("</p>", "").replace(",", "")
                         .replace("]", "").replace("IND", "NEL").strip() for item in container1]


        str_container = [item.replace("<b>Ans.     (A)", "")
                         .replace("<b>Ans.     (B)", "")
                         .replace("<b>Ans.     (C)", "").replace("<b>Ans.     (D)", "")
                         .replace("<b>", "").replace("</b>", "").strip() for item in str_container]



        for x in range(len(qnums)):
            obj = {"Question Number":"", "Correct Option":"", "Solution":""}
            obj["Question Number"] = qnums[x]
            obj["Correct Option"] = c_options[x]
            obj["Solution"] = str_container[x]

            results.append(obj)

        final = {"results":results}

        #Saves result as json in the current working directory
        with open("1259.json", "w") as f:
            json.dump(final, f)
        print("Done!")