Merge branch 'release/v0.2.1'

.gitignore

@@ -27,4 +27,8 @@ simulate_models*.csv
 
 # log file if used
 logs
-*.log
+backups
+*.log
+
+oar.sh
+params.txt

custom_config.py

@@ -5,6 +5,7 @@ context_vars = vars()
 
 # folders
 logs_folder                             = 'logs'
+backup_folder                           = 'backups'
 
 ## min_max_custom_folder           = 'custom_norm'
 ## correlation_indices_folder      = 'corr_indices'

find_best_attributes.py

@@ -34,10 +34,12 @@ from optimization.operators.crossovers.SimpleCrossover import SimpleCrossover
 
 from optimization.operators.policies.RandomPolicy import RandomPolicy
 
+from optimization.checkpoints.BasicCheckpoint import BasicCheckpoint
+
 # variables and parameters
 models_list         = cfg.models_names_list
 number_of_values    = 26
-ils_iteration       = 10000
+ils_iteration       = 1000
 ls_iteration        = 20
 
 # default validator
@@ -141,12 +143,17 @@ def main():
 
         return test_roc_auc
 
+    if not os.path.exists(cfg.backup_folder):
+        os.makedirs(cfg.backup_folder)
+
+    backup_file_path = os.path.join(cfg.backup_folder, p_data_file.split('/')[-1] + '.csv')
+
     # prepare optimization algorithm
     updators = [SimpleBinaryMutation(), SimpleMutation(), SimpleCrossover()]
     policy = RandomPolicy(updators)
 
-    print("Start running ILS")
     algo = ILS(init, evaluate, updators, policy, validator, True)
+    algo.addCheckpoint(_class=BasicCheckpoint, _every=1, _filepath=backup_file_path)
 
     bestSol = algo.run(ils_iteration, ls_iteration)
 

find_best_filters.py

@@ -33,6 +33,8 @@ from optimization.operators.crossovers.SimpleCrossover import SimpleCrossover
 
 from optimization.operators.policies.RandomPolicy import RandomPolicy
 
+from optimization.checkpoints.BasicCheckpoint import BasicCheckpoint
+
 # variables and parameters
 models_list         = cfg.models_names_list
 number_of_values    = 26
@@ -132,11 +134,17 @@ def main():
 
         return test_roc_auc
 
+    if not os.path.exists(cfg.backup_folder):
+        os.makedirs(cfg.backup_folder)
+
+    backup_file_path = os.path.join(cfg.backup_folder, p_data_file.split('/')[-1] + '.csv')
+
     # prepare optimization algorithm
     updators = [SimpleBinaryMutation(), SimpleMutation(), SimpleCrossover()]
     policy = RandomPolicy(updators)
 
     algo = ILS(init, evaluate, updators, policy, validator, True)
+    algo.addCheckpoint(_class=BasicCheckpoint, _every=1, _filepath=backup_file_path)
 
     bestSol = algo.run(ils_iteration, ls_iteration)
 

modules

@@ -1 +1 @@
-Subproject commit 2957359371673b45f9683cbaa977290550364bbb
+Subproject commit cebf2adbf14a87571432ef04b602750e0b327c15

optimization

@@ -1 +1 @@
-Subproject commit 6dcd32014ae07124470a2428bddbb05c7fee2a1d
+Subproject commit db3538337fc6fcce7796378d50ade263b1c103fd

runs.txt

@@ -0,0 +1,54 @@
+python generate/generate_data_model_random_all.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svd_all_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svd_all_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svd_all_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svdn_all_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svdn_all_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svdn_all_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svdne_all_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svdne_all_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svdne_all_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svd_all_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svd_all_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svd_all_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svdn_all_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svdn_all_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svdn_all_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svdne_all_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svdne_all_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_all_attributes_min_max
+python generate/generate_data_model_random_all.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svdne_all_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_all_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svd_split_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svd_split_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svd_split_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svdn_split_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svdn_split_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svdn_split_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svdne_split_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svdne_split_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svdne_split_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svd_split_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svd_split_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svd_split_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svdn_split_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svdn_split_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svdn_split_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svdne_split_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svdne_split_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_split_attributes_min_max
+python generate/generate_data_model_random_split.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svdne_split_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_split_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svd_center_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svd_center_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svd_center_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svd_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svdn_center_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svdn_center_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svdn_center_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdn_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/svm_model_N26_B0_E26_nb_zones_10_filters_statistics_svdne_center_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_N26_B0_E26_nb_zones_10_filters_statistics_svdne_center_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_10_filters_statistics_svdne_center_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 10 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_10_filters_statistics_svdne_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svd_center_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svd_center_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svd_center_attributes --interval 0,26 --kind svd --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svd_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svdn_center_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svdn_center_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svdn_center_attributes --interval 0,26 --kind svdn --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdn_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/svm_model_N26_B0_E26_nb_zones_12_filters_statistics_svdne_center_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_N26_B0_E26_nb_zones_12_filters_statistics_svdne_center_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_center_attributes_min_max
+python generate/generate_data_model_random_center.py --output data/ensemble_model_v2_N26_B0_E26_nb_zones_12_filters_statistics_svdne_center_attributes --interval 0,26 --kind svdne --feature filters_statistics --scenes A,D,G,H --nb_zones 12 --percent 1 --renderer maxwell --random 1 --custom N26_B0_E26_nb_zones_12_filters_statistics_svdne_center_attributes_min_max