Thesis-NoiseDetection-CNN/generate_reconstructed_data.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Wed Jun 19 11:47:42 2019

@author: jbuisine
"""

import sys, os, argparse
import numpy as np
import random
import time
import json

from PIL import Image
from ipfml import processing, metrics, utils
from skimage import color

from modules.utils import config as cfg
from preprocessing_functions import svd_reconstruction

# getting configuration information
config_filename         = cfg.config_filename
zone_folder             = cfg.zone_folder
min_max_filename        = cfg.min_max_filename_extension

# define all scenes values
scenes_list             = cfg.scenes_names
scenes_indexes          = cfg.scenes_indices
choices                 = cfg.normalization_choices
path                    = cfg.dataset_path
zones                   = cfg.zones_indices
seuil_expe_filename     = cfg.seuil_expe_filename

metric_choices          = cfg.metric_choices_labels
output_data_folder      = cfg.output_data_folder

generic_output_file_svd = '_random.csv'

def generate_data_svd(data_type, interval):
    """
    @brief Method which generates all .csv files from scenes
    @param data_type,  metric choice
    @param interval, interval choice used by reconstructed method
    @return nothing
    """

    scenes = os.listdir(path)
    # remove min max file from scenes folder
    scenes = [s for s in scenes if min_max_filename not in s]
    begin, end = interval

    # go ahead each scenes
    for id_scene, folder_scene in enumerate(scenes):

        print(folder_scene)
        scene_path = os.path.join(path, folder_scene)

        config_file_path = os.path.join(scene_path, config_filename)

        with open(config_file_path, "r") as config_file:
            last_image_name = config_file.readline().strip()
            prefix_image_name = config_file.readline().strip()
            start_index_image = config_file.readline().strip()
            end_index_image = config_file.readline().strip()
            step_counter = int(config_file.readline().strip())

        # construct each zones folder name
        zones_folder = []
        metrics_folder = []
        zones_threshold = []

        # get zones list info
        for index in zones:
            index_str = str(index)
            if len(index_str) < 2:
                index_str = "0" + index_str

            current_zone = "zone"+index_str
            zones_folder.append(current_zone)
            zone_path = os.path.join(scene_path, current_zone)

            with open(os.path.join(zone_path, cfg.seuil_expe_filename)) as f:
                zones_threshold.append(int(f.readline()))

            # custom path for metric
            metric_path = os.path.join(zone_path, data_type)

            if not os.path.exists(metric_path):
                os.makedirs(metric_path)

            # custom path for interval of reconstruction and metric
            metric_interval_path = os.path.join(metric_path, str(begin) + "_" + str(end))
            metrics_folder.append(metric_interval_path)

            if not os.path.exists(metric_interval_path):
                os.makedirs(metric_interval_path)

            # create for each zone the labels folder
            labels = [cfg.not_noisy_folder, cfg.noisy_folder]

            for label in labels:
                label_folder = os.path.join(metric_interval_path, label)

                if not os.path.exists(label_folder):
                    os.makedirs(label_folder)

        

        current_counter_index = int(start_index_image)
        end_counter_index = int(end_index_image)

        # for each images
        while(current_counter_index <= end_counter_index):

            current_counter_index_str = str(current_counter_index)

            while len(start_index_image) > len(current_counter_index_str):
                current_counter_index_str = "0" + current_counter_index_str

            img_path = os.path.join(scene_path, prefix_image_name + current_counter_index_str + ".png")

            current_img = Image.open(img_path)
            img_blocks = processing.divide_in_blocks(current_img, (200, 200))

            for id_block, block in enumerate(img_blocks):

                ##########################
                # Image computation part #
                ##########################
                output_block = svd_reconstruction(block, [begin, end])
                output_block = np.array(output_block, 'uint8')
                
                # current output image
                output_block_img = Image.fromarray(output_block)

                label_path = metrics_folder[id_block]

                # get label folder for block
                if current_counter_index > zones_threshold[id_block]:
                    label_path = os.path.join(label_path, cfg.not_noisy_folder)
                else:
                    label_path = os.path.join(label_path, cfg.noisy_folder)

                rotations = [0, 90, 180, 270]

                # rotate image to increase dataset size
                for rotation in rotations:
                    rotated_output_img = output_block_img.rotate(rotation)

                    output_reconstructed_filename = img_path.split('/')[-1].replace('.png', '') + '_' + zones_folder[id_block]
                    output_reconstructed_filename = output_reconstructed_filename + '_' + str(rotation) + '.png'
                    output_reconstructed_path = os.path.join(label_path, output_reconstructed_filename)

                    rotated_output_img.save(output_reconstructed_path)


            start_index_image_int = int(start_index_image)
            print(data_type + "_" + folder_scene + " - " + "{0:.2f}".format((current_counter_index - start_index_image_int) / (end_counter_index - start_index_image_int)* 100.) + "%")
            sys.stdout.write("\033[F")

            current_counter_index += step_counter


        print('\n')

    print("%s_%s : end of data generation\n" % (data_type, interval))


def main():

    parser = argparse.ArgumentParser(description="Compute and prepare data of metric of all scenes using specific interval if necessary")

    parser.add_argument('--metric', type=str, 
                                    help="metric choice in order to compute data (use 'all' if all metrics are needed)", 
                                    choices=metric_choices,
                                    required=True)

    parser.add_argument('--interval', type=str, 
                                    help="interval choice if needed by the compression method", 
                                    default='"100, 200"')

    args = parser.parse_args()

    p_metric   = args.metric
    p_interval = list(map(int, args.interval.split(',')))

    # generate all or specific metric data
    if p_metric == 'all':
        for m in metric_choices:
            generate_data_svd(m, p_interval)
    else:
        generate_data_svd(p_metric, p_interval)

if __name__== "__main__":
    main()