# -*- coding: utf-8 -*-
"""
@author: Anon

Changelog:
2020/08/02: Added ?_=RANDOM to get not recoded file version / Added timeout and retries request function

"""
import requests, urllib.request, time, socket, os


def GetFile(Thread, myPath):
    socket.setdefaulttimeout(15)
    t0 = time.time()
    Filepath = ("https://media.8kun.top/file_store/" + str(Thread["tim"]) + str(Thread['ext']+ "?_=RANDOM"))
    LocalFileName = str(Thread['filename']) + str(Thread['ext'])
    fullfilename = os.path.join(myPath , LocalFileName)
    for attempt in range(3):
        try:
             urllib.request.urlretrieve(Filepath, fullfilename)
        except Exception as x:
            print('It failed :(', x.__class__.__name__)
            print('Failed url: ' + Filepath)
        else:
            print('Downloaded: ' + LocalFileName)
            break
        finally:
            t1 = time.time()
            print('Took', t1 - t0, 'seconds')

def main(myPath):
    t0 = time.time()
    r = requests.get('https://8kun.top/vichan/catalog.json');
    Pages = r.json()
    i = 0

    with open(myPath + "Data.txt", 'a', encoding='utf-8') as outfile:
        print("-----------------------Vichan-----------------------" + str(i), file=outfile)
        for Page in Pages:
            Threads = Page['threads']
            for Thread in Threads:
                print ("PostID:" + str(Thread['no']) + " | Time: " + str(Thread['time']) + ' | Replies: ' + str(Thread['replies']) + ' | com: ' + str(Thread['com']) + '\n', file=outfile)
                if 'tim' in Thread:
                    GetFile(Thread, myPath)
                    i += 1
    t1 = time.time()
    print("TotalFiles collected: " + str(i))
    print("Total time: ", t1 - t0, 'seconds')


myPath = r"C:/Tmp/ChanArchiveOutput/"
main(myPath)