import os
import sys
import random
import cv2

import numpy as np
import tensorflow as tf

import navmii_dataset_utils as navmii_utils

from pathlib import Path
sys.path.append(str(Path('.').absolute()) + '/object_detection/utils')

from dataset_util import *

from common import *
from common import _convert_to_example, _is_correct_object, _fix_object_if_needed

import malasian_to_tfrecords
import german_to_tfrecords
import navmii_to_tfrecords
import rtsd_to_tfrecords
import swedish_to_tfrecords
import china_to_tfrecords
import empty_frames_to_tfrecord
import common
import pascal_voc_like_to_tfrecords

import navmii_dataset_utils as navmii_utils

def test(path, name, min_size = 0.0):
    files = navmii_utils.GetAllFilesListRecusive(path, ['.tfrecord'])

    for file in files:

        if name in file:
            if not common.test_dataset(file, min_size = 0.0):
                print('Dataset', name, ' failed test')

    return



path_to_navmii = '/mnt/Data/Datasets/Signs/RealWorldOld/Navmii/FramesAndAnnotations/'
path_to_rtsd = '/mnt/Data/Datasets/Signs/OpenDatasets/Russian/Detection/FramesAndAnnotations/'
path_to_german = '/mnt/Data/Datasets/Signs/OpenDatasets/German/'
path_to_malasian = '/mnt/Data/Datasets/Signs/OpenDatasets/Malasian/'
path_to_swedish = '/mnt/Data/Datasets/Signs/OpenDatasets/Swedish/'
path_to_china = '/mnt/Data/Datasets/Signs/OpenDatasets/China'
path_to_empty = '/mnt/Data/Datasets/Signs/OpenDatasets/Empty_Frames'
path_to_korea_test = '/mnt/Data/Video/SouthKorea/Other Regions, South Korea (except Seoul and Busan)'
path_to_korea_train = '/mnt/Data/Video/SouthKorea/Seul'

output_dir = '/mnt/Data/Datasets/Signs/RealWorldOld/Navmii/tfrecord_last/'
size = 0.0135 # min 4x4 pixels on 300x300 resolution

print('\n')
print('\n')
print('Compiling Navmii dataset...')
navmii_to_tfrecords.run(path_to_navmii, output_dir, shuffling = True, valid_part = 0.0, min_size = size, quality = '+++')
print('\n')
print('\n')
print('Testing Navmii dataset...')
test(output_dir, 'navmii', size)
print('Done')

print('\n')
print('\n')
print('Compiling RTDS dataset...')
rtsd_to_tfrecords.run(path_to_rtsd, output_dir,
                      shuffling = True, data_type = 'train', min_size = size)
rtsd_to_tfrecords.run(path_to_rtsd, output_dir,
                      shuffling = True, data_type = 'test', min_size = size)
print('\n')
print('\n')
print('Testing RTDS dataset...')
test(output_dir, 'russian', size)
print('Done')

print('\n')
print('\n')
print('Compiling German dataset...')
german_to_tfrecords.run(path_to_german, output_dir,
                        shuffling = True, valid_part = 0.0, min_size = size)
print('\n')
print('\n')
print('Testing German dataset...')
test(output_dir, 'german', size)
print('Done')

print('\n')
print('\n')
print('Compiling Malasian dataset...')
malasian_to_tfrecords.run(path_to_malasian, output_dir,
                        shuffling = True, valid_part = 0.0, min_size = size)
print('\n')
print('\n')
print('Testing Malasian dataset...')
test(output_dir, 'malasian', size)
print('Done')

print('\n')
print('\n')
print('Compiling Swedish dataset...')
swedish_to_tfrecords.run(path_to_swedish, output_dir,
                        shuffling = True, valid_part = 0.0, min_size = size)
print('\n')
print('\n')
print('Testing Swedish dataset...')
test(output_dir, 'swedish', size)
print('Done')

print('\n')
print('\n')
print('Compiling China dataset...')
china_to_tfrecords.run(path_to_china, output_dir, shuffling = True, min_size = size)
print('\n')
print('\n')
print('Testing China dataset...')
test(output_dir, 'china', size)
print('Done')

print('\n')
print('\n')
print('Compiling Korea train dataset...')
pascal_voc_like_to_tfrecords.run(path_to_korea_train, output_dir, shuffling = True, min_size = size, name = 'korea_train', mask = '++')
print('\n')
print('\n')
print('Testing Korea dataset...')
test(output_dir, 'korea_train', size)
print('Done')

print('\n')
print('\n')
print('Compiling Korea train dataset...')
pascal_voc_like_to_tfrecords.run(path_to_korea_test, output_dir, shuffling = True, min_size = size, name = 'korea_test', mask = '++')
print('\n')
print('\n')
print('Testing Korea dataset...')
test(output_dir, 'korea_test', size)
print('Done')

print('\n')
print('\n')
print('Compiling Empty Frames train dataset...')
empty_frames_to_tfrecord.run(path_to_empty, output_dir, max_examples = 1500)
print('\n')
print('\n')