from sklearn.externals import joblib import numpy as np from ipfml import processing, utils from PIL import Image import sys, os, argparse import subprocess import time from modules.utils import config as cfg config_filename = cfg.config_filename scenes_path = cfg.dataset_path min_max_filename = cfg.min_max_filename_extension threshold_expe_filename = cfg.seuil_expe_filename threshold_map_folder = cfg.threshold_map_folder threshold_map_file_prefix = cfg.threshold_map_folder + "_" zones = cfg.zones_indices normalization_choices = cfg.normalization_choices metric_choices = cfg.metric_choices_labels tmp_filename = '/tmp/__model__img_to_predict.png' current_dirpath = os.getcwd() def main(): p_custom = False parser = argparse.ArgumentParser(description="Script which predicts threshold using specific model") parser.add_argument('--interval', type=str, help='Interval value to keep from svd', default='"0, 200"') parser.add_argument('--model', type=str, help='.joblib or .json file (sklearn or keras model)') parser.add_argument('--mode', type=str, help='Kind of normalization level wished', choices=normalization_choices) parser.add_argument('--metric', type=str, help='Metric data choice', choices=metric_choices) #parser.add_argument('--limit_detection', type=int, help='Specify number of same prediction to stop threshold prediction', default=2) parser.add_argument('--custom', type=str, help='Name of custom min max file if use of renormalization of data', default=False) args = parser.parse_args() p_interval = list(map(int, args.interval.split(','))) p_model_file = args.model p_mode = args.mode p_metric = args.metric #p_limit = args.limit p_custom = args.custom scenes = os.listdir(scenes_path) scenes = [s for s in scenes if not min_max_filename in s] # go ahead each scenes for id_scene, folder_scene in enumerate(scenes): print(folder_scene) scene_path = os.path.join(scenes_path, folder_scene) config_path = os.path.join(scene_path, config_filename) with open(config_path, "r") as config_file: last_image_name = config_file.readline().strip() prefix_image_name = config_file.readline().strip() start_index_image = config_file.readline().strip() end_index_image = config_file.readline().strip() step_counter = int(config_file.readline().strip()) threshold_expes = [] threshold_expes_detected = [] threshold_expes_counter = [] threshold_expes_found = [] # get zones list info for index in zones: index_str = str(index) if len(index_str) < 2: index_str = "0" + index_str zone_folder = "zone"+index_str threshold_path_file = os.path.join(os.path.join(scene_path, zone_folder), threshold_expe_filename) with open(threshold_path_file) as f: threshold = int(f.readline()) threshold_expes.append(threshold) # Initialize default data to get detected model threshold found threshold_expes_detected.append(False) threshold_expes_counter.append(0) threshold_expes_found.append(int(end_index_image)) # by default use max current_counter_index = int(start_index_image) end_counter_index = int(end_index_image) print(current_counter_index) check_all_done = False while(current_counter_index <= end_counter_index and not check_all_done): current_counter_index_str = str(current_counter_index) while len(start_index_image) > len(current_counter_index_str): current_counter_index_str = "0" + current_counter_index_str img_path = os.path.join(scene_path, prefix_image_name + current_counter_index_str + ".png") current_img = Image.open(img_path) img_blocks = processing.divide_in_blocks(current_img, (200, 200)) check_all_done = all(d == True for d in threshold_expes_detected) for id_block, block in enumerate(img_blocks): # check only if necessary for this scene (not already detected) if not threshold_expes_detected[id_block]: tmp_file_path = tmp_filename.replace('__model__', p_model_file.split('/')[-1].replace('.joblib', '_')) block.save(tmp_file_path) python_cmd = "python predict_noisy_image_svd.py --image " + tmp_file_path + \ " --interval '" + p_interval + \ "' --model " + p_model_file + \ " --mode " + p_mode + \ " --metric " + p_metric # specify use of custom file for min max normalization if p_custom: python_cmd = python_cmd + ' --custom ' + p_custom ## call command ## p = subprocess.Popen(python_cmd, stdout=subprocess.PIPE, shell=True) (output, err) = p.communicate() ## Wait for result ## p_status = p.wait() prediction = int(output) if prediction == 0: threshold_expes_counter[id_block] = threshold_expes_counter[id_block] + 1 else: threshold_expes_counter[id_block] = 0 if threshold_expes_counter[id_block] == p_limit: threshold_expes_detected[id_block] = True threshold_expes_found[id_block] = current_counter_index print(str(id_block) + " : " + str(current_counter_index) + "/" + str(threshold_expes[id_block]) + " => " + str(prediction)) current_counter_index += step_counter print("------------------------") print("Scene " + str(id_scene + 1) + "/" + str(len(scenes))) print("------------------------") # end of scene => display of results # construct path using model name for saving threshold map folder model_treshold_path = os.path.join(threshold_map_folder, p_model_file.split('/')[-1].replace('.joblib', '')) # create threshold model path if necessary if not os.path.exists(model_treshold_path): os.makedirs(model_treshold_path) abs_dist = [] map_filename = os.path.join(model_treshold_path, threshold_map_file_prefix + folder_scene) f_map = open(map_filename, 'w') line_information = "" # default header f_map.write('| | | | |\n') f_map.write('---|----|----|---\n') for id, threshold in enumerate(threshold_expes_found): line_information += str(threshold) + " / " + str(threshold_expes[id]) + " | " abs_dist.append(abs(threshold - threshold_expes[id])) if (id + 1) % 4 == 0: f_map.write(line_information + '\n') line_information = "" f_map.write(line_information + '\n') min_abs_dist = min(abs_dist) max_abs_dist = max(abs_dist) avg_abs_dist = sum(abs_dist) / len(abs_dist) f_map.write('\nScene information : ') f_map.write('\n- BEGIN : ' + str(start_index_image)) f_map.write('\n- END : ' + str(end_index_image)) f_map.write('\n\nDistances information : ') f_map.write('\n- MIN : ' + str(min_abs_dist)) f_map.write('\n- MAX : ' + str(max_abs_dist)) f_map.write('\n- AVG : ' + str(avg_abs_dist)) f_map.write('\n\nOther information : ') f_map.write('\n- Detection limit : ' + str(p_limit)) # by default print last line f_map.close() print("Scene " + str(id_scene + 1) + "/" + str(len(scenes)) + " Done..") print("------------------------") time.sleep(10) if __name__== "__main__": main()