from os import listdir, rename, makedirs
from os.path import isfile, join, exists
from skimage import io

train_dir = 'data\\train'
val_dir = 'data\\validation'

train_folders = [join(train_dir, f) for f in listdir(train_dir)]
val_folders = [join(val_dir, f) for f in listdir(val_dir)]


# Remove 1x1 images
fails = []

for train_folder in train_folders:
    print('\nLooking through {}'.format(train_folder))
    train_images = [join(train_folder, f) for f in listdir(train_folder)]

    for train_image in train_images:
        image = io.imread(train_image)

        if (image.shape[0] < 100 or image.shape[1] < 100):
            fails.append(train_image)
            print(train_image)
            io.imshow(image)


# Remove bad request placeholders
fails_bad_request = []
br1 = io.imread('4533.jpg')
br2 = io.imread('4703.jpg')

for train_folder in train_folders:
    print('\nLooking through {}'.format(train_folder))
    train_images = [join(train_folder, f) for f in listdir(train_folder)]

    for train_image in train_images:
        image = io.imread(train_image)
        is_br1 = (image.shape[0] == 150 and image.shape[1] == 150) and (np.isclose(image, br1).mean() > 0.9)
        is_br2 = (image.shape[0] == 800 and image.shape[1] == 800) and (np.isclose(image, br2).mean() > 0.9)

        if (is_br1 or is_br2):
            fails_bad_request.append(train_image)
            print(train_image, image.shape)
            io.imshow(image)