display_svd_area_data_scene.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. #!/usr/bin/env python3
  2. # -*- coding: utf-8 -*-
  3. """
  4. Created on Fri Sep 14 21:02:42 2018
  5. @author: jbuisine
  6. """
  7. from __future__ import print_function
  8. import sys, os, getopt
  9. import numpy as np
  10. import random
  11. import time
  12. import json
  13. from PIL import Image
  14. from ipfml import processing, metrics, utils
  15. import ipfml.iqa.fr as fr_iqa
  16. from skimage import color
  17. import matplotlib.pyplot as plt
  18. from modules.utils.data import get_svd_data
  19. from modules.utils import config as cfg
  20. # getting configuration information
  21. config_filename = cfg.config_filename
  22. zone_folder = cfg.zone_folder
  23. min_max_filename = cfg.min_max_filename_extension
  24. # define all scenes values
  25. scenes_list = cfg.scenes_names
  26. scenes_indices = cfg.scenes_indices
  27. choices = cfg.normalization_choices
  28. path = cfg.dataset_path
  29. zones = cfg.zones_indices
  30. seuil_expe_filename = cfg.seuil_expe_filename
  31. metric_choices = cfg.metric_choices_labels
  32. max_nb_bits = 8
  33. integral_area_choices = ['trapz', 'simps']
  34. def get_area_under_curve(p_area, p_data):
  35. noise_method = None
  36. function_name = 'integral_area_' + p_area
  37. try:
  38. area_method = getattr(utils, function_name)
  39. except AttributeError:
  40. raise NotImplementedError("Error `{}` not implement `{}`".format(utils.__name__, function_name))
  41. return area_method(p_data, dx=800)
  42. def display_svd_values(p_scene, p_interval, p_indices, p_metric, p_mode, p_step, p_norm, p_area, p_ylim):
  43. """
  44. @brief Method which gives information about svd curves from zone of picture
  45. @param p_scene, scene expected to show svd values
  46. @param p_interval, interval [begin, end] of svd data to display
  47. @param p_interval, interval [begin, end] of samples or minutes from render generation engine
  48. @param p_metric, metric computed to show
  49. @param p_mode, normalization's mode
  50. @param p_norm, normalization or not of selected svd data
  51. @param p_area, area method name to compute area under curve
  52. @param p_ylim, ylim choice to better display of data
  53. @return nothing
  54. """
  55. max_value_svd = 0
  56. min_value_svd = sys.maxsize
  57. image_indices = []
  58. scenes = os.listdir(path)
  59. # remove min max file from scenes folder
  60. scenes = [s for s in scenes if min_max_filename not in s]
  61. begin_data, end_data = p_interval
  62. begin_index, end_index = p_indices
  63. data_min_max_filename = os.path.join(path, p_metric + min_max_filename)
  64. # go ahead each scenes
  65. for id_scene, folder_scene in enumerate(scenes):
  66. if p_scene == folder_scene:
  67. scene_path = os.path.join(path, folder_scene)
  68. config_file_path = os.path.join(scene_path, config_filename)
  69. with open(config_file_path, "r") as config_file:
  70. last_image_name = config_file.readline().strip()
  71. prefix_image_name = config_file.readline().strip()
  72. start_index_image = config_file.readline().strip()
  73. end_index_image = config_file.readline().strip()
  74. step_counter = int(config_file.readline().strip())
  75. # construct each zones folder name
  76. zones_folder = []
  77. # get zones list info
  78. for index in zones:
  79. index_str = str(index)
  80. if len(index_str) < 2:
  81. index_str = "0" + index_str
  82. current_zone = "zone"+index_str
  83. zones_folder.append(current_zone)
  84. images_data = []
  85. images_indices = []
  86. threshold_learned_zones = []
  87. for id, zone_folder in enumerate(zones_folder):
  88. # get threshold information
  89. zone_path = os.path.join(scene_path, zone_folder)
  90. path_seuil = os.path.join(zone_path, seuil_expe_filename)
  91. # open treshold path and get this information
  92. with open(path_seuil, "r") as seuil_file:
  93. threshold_learned = int(seuil_file.readline().strip())
  94. threshold_learned_zones.append(threshold_learned)
  95. current_counter_index = int(start_index_image)
  96. end_counter_index = int(end_index_image)
  97. threshold_mean = np.mean(np.asarray(threshold_learned_zones))
  98. threshold_image_found = False
  99. file_path = os.path.join(scene_path, prefix_image_name + "{}.png")
  100. svd_data = []
  101. while(current_counter_index <= end_counter_index):
  102. current_counter_index_str = str(current_counter_index)
  103. while len(start_index_image) > len(current_counter_index_str):
  104. current_counter_index_str = "0" + current_counter_index_str
  105. image_path = file_path.format(str(current_counter_index_str))
  106. img = Image.open(image_path)
  107. svd_values = get_svd_data(p_metric, img)
  108. if p_norm:
  109. svd_values = svd_values[begin_data:end_data]
  110. # update min max values
  111. min_value = svd_values.min()
  112. max_value = svd_values.max()
  113. if min_value < min_value_svd:
  114. min_value_svd = min_value
  115. if max_value > min_value_svd:
  116. max_value_svd = max_value
  117. # keep in memory used data
  118. if current_counter_index % p_step == 0:
  119. if current_counter_index >= begin_index and current_counter_index <= end_index:
  120. images_indices.append(current_counter_index_str)
  121. svd_data.append(svd_values)
  122. if threshold_mean < int(current_counter_index) and not threshold_image_found:
  123. threshold_image_found = True
  124. threshold_image_zone = current_counter_index_str
  125. current_counter_index += step_counter
  126. print('%.2f%%' % (current_counter_index / end_counter_index * 100))
  127. sys.stdout.write("\033[F")
  128. # all indices of picture to plot
  129. print(images_indices)
  130. previous_data = []
  131. area_data = []
  132. for id, data in enumerate(svd_data):
  133. current_data = data
  134. if not p_norm:
  135. current_data = current_data[begin_data:end_data]
  136. if p_mode == 'svdn':
  137. current_data = utils.normalize_arr(current_data)
  138. if p_mode == 'svdne':
  139. current_data = utils.normalize_arr_with_range(current_data, min_value_svd, max_value_svd)
  140. images_data.append(current_data)
  141. # not use this script for 'sub_blocks_stats'
  142. current_area = get_area_under_curve(p_area, current_data)
  143. area_data.append(current_area)
  144. # display all data using matplotlib (configure plt)
  145. gridsize = (3, 2)
  146. # fig, (ax1, ax2) = plt.subplots(nrows=2, ncols=1, figsize=(30, 22))
  147. fig = plt.figure(figsize=(30, 22))
  148. ax1 = plt.subplot2grid(gridsize, (0, 0), colspan=2, rowspan=2)
  149. ax2 = plt.subplot2grid(gridsize, (2, 0), colspan=2)
  150. ax1.set_title(p_scene + ' scene interval information SVD['+ str(begin_data) +', '+ str(end_data) +'], from scenes indices [' + str(begin_index) + ', '+ str(end_index) + ']' + p_metric + ' metric, ' + p_mode + ', with step of ' + str(p_step) + ', svd norm ' + str(p_norm), fontsize=20)
  151. ax1.set_ylabel('Image samples or time (minutes) generation', fontsize=14)
  152. ax1.set_xlabel('Vector features', fontsize=16)
  153. for id, data in enumerate(images_data):
  154. p_label = p_scene + '_' + str(images_indices[id]) + " | " + p_area + ": " + str(area_data[id])
  155. if images_indices[id] == threshold_image_zone:
  156. ax1.plot(data, label=p_label, lw=4, color='red')
  157. threshold_id = id
  158. else:
  159. ax1.plot(data, label=p_label)
  160. ax1.legend(bbox_to_anchor=(0.7, 1), loc=2, borderaxespad=0.2, fontsize=14)
  161. start_ylim, end_ylim = p_ylim
  162. ax1.set_ylim(start_ylim, end_ylim)
  163. ax2.set_title(p_area + " information for whole step images")
  164. ax2.set_ylabel(p_area + ' area values')
  165. ax2.set_xlabel('Number of samples per pixels or times')
  166. ax2.set_xticks(range(len(images_indices)))
  167. ax2.set_xticklabels(list(map(int, images_indices)))
  168. ax2.plot([threshold_id, threshold_id], [np.min(area_data), np.max(area_data)], 'k-', lw=2, color='red')
  169. ax2.plot(area_data)
  170. plt.show()
  171. def main():
  172. # by default p_step value is 10 to enable all photos
  173. p_step = 10
  174. p_ylim = (0, 1)
  175. if len(sys.argv) <= 1:
  176. print('Run with default parameters...')
  177. print('python display_svd_area_data_scene.py --scene A --interval "0,800" --indices "0, 900" --metric lab --mode svdne --step 50 --norm 0 --area simps --ylim "0, 0.1"')
  178. sys.exit(2)
  179. try:
  180. opts, args = getopt.getopt(sys.argv[1:], "hs:i:i:z:l:m:s:n:a:y", ["help=", "scene=", "interval=", "indices=", "metric=", "mode=", "step=", "norm=", "area=", "ylim="])
  181. except getopt.GetoptError:
  182. # print help information and exit:
  183. print('python display_svd_area_data_scene.py --scene A --interval "0,800" --indices "0, 900" --metric lab --mode svdne --step 50 --norm 0 --area simps --ylim "0, 0.1"')
  184. sys.exit(2)
  185. for o, a in opts:
  186. if o == "-h":
  187. print('python display_svd_area_data_scene.py --scene A --interval "0,800" --indices "0, 900" --metric lab --mode svdne --step 50 --norm 0 --area simps --ylim "0, 0.1"')
  188. sys.exit()
  189. elif o in ("-s", "--scene"):
  190. p_scene = a
  191. if p_scene not in scenes_indices:
  192. assert False, "Invalid scene choice"
  193. else:
  194. p_scene = scenes_list[scenes_indices.index(p_scene)]
  195. elif o in ("-i", "--interval"):
  196. p_interval = list(map(int, a.split(',')))
  197. elif o in ("-i", "--indices"):
  198. p_indices = list(map(int, a.split(',')))
  199. elif o in ("-m", "--metric"):
  200. p_metric = a
  201. if p_metric not in metric_choices:
  202. assert False, "Invalid metric choice"
  203. elif o in ("-m", "--mode"):
  204. p_mode = a
  205. if p_mode not in choices:
  206. assert False, "Invalid normalization choice, expected ['svd', 'svdn', 'svdne']"
  207. elif o in ("-s", "--step"):
  208. p_step = int(a)
  209. elif o in ("-n", "--norm"):
  210. p_norm = int(a)
  211. elif o in ("-a", "--area"):
  212. p_area = a
  213. if p_area not in integral_area_choices:
  214. assert False, "Invalid area computation choices : %s " % integral_area_choices
  215. elif o in ("-y", "--ylim"):
  216. p_ylim = list(map(float, a.split(',')))
  217. else:
  218. assert False, "unhandled option"
  219. display_svd_values(p_scene, p_interval, p_indices, p_metric, p_mode, p_step, p_norm, p_area, p_ylim)
  220. if __name__== "__main__":
  221. main()