Parcourir la source

Add of script for parallel run

Jerome Buisine il y a 5 ans
Parent
commit
e86824a4f1
2 fichiers modifiés avec 38 ajouts et 34 suppressions
  1. 32 34
      generateAndTrain_maxwell.sh
  2. 6 0
      runAll_maxwell.sh

+ 32 - 34
generateAndTrain_maxwell.sh

@@ -7,52 +7,50 @@ if [ -z "$1" ]
     exit 1
 fi
 
-VECTOR_SIZE=$1
+VECTOR_SIZE=200
+size=$1
 
 # selection of four scenes (only maxwell)
 scenes="A, D, G, H"
 
-for size in {"4","8","16","26","32","40"}; do
+half=$(($size/2))
+start=-$half
+for counter in {0..4}; do
+end=$(($start+$size))
 
-  half=$(($size/2))
-  start=-$half
-  for counter in {0..4}; do
-    end=$(($start+$size))
-
-    if [ "$end" -gt "$VECTOR_SIZE" ]; then
-        start=$(($VECTOR_SIZE-$size))
-        end=$(($VECTOR_SIZE))
-    fi
+if [ "$end" -gt "$VECTOR_SIZE" ]; then
+    start=$(($VECTOR_SIZE-$size))
+    end=$(($VECTOR_SIZE))
+fi
 
-    if [ "$start" -lt "0" ]; then
-        start=$((0))
-        end=$(($size))
-    fi
+if [ "$start" -lt "0" ]; then
+    start=$((0))
+    end=$(($size))
+fi
 
-    for nb_zones in {6,8,10,12,16}; do
+for nb_zones in {6,8,10,12,16}; do
 
-        for mode in {"svd","svdn","svdne"}; do
+    echo $start $end
+    for mode in {"svd","svdn","svdne"}; do
 
-            for model in {"svm_model","ensemble_model","ensemble_model_v2"}; do
+        for model in {"svm_model","ensemble_model","ensemble_model_v2"}; do
 
-                FILENAME="data_svm/data_maxwell_N${size}_B${start}_E${end}_nb_zones_${nb_zones}_${mode}"
-                MODEL_NAME="${model}_N${size}_B${start}_E${end}_nb_zones_${nb_zones}_${mode}"
+            FILENAME="data_svm/data_maxwell_N${size}_B${start}_E${end}_nb_zones_${nb_zones}_${mode}"
+            MODEL_NAME="${model}_N${size}_B${start}_E${end}_nb_zones_${nb_zones}_${mode}"
 
-                echo $FILENAME
-                python generate_data_svm_random.py --output ${FILENAME} --interval "${start},${end}" --kind ${mode} --scenes "${scenes}" --nb_zones "${nb_zones}" --percent 1 --sep ';' --rowindex '0'
-                python models/${model}_train.py --data ${FILENAME}.train --output ${MODEL_NAME}
-                python predict_seuil_expe.py --interval "${start}, ${end}" --model "./saved_models/${MODEL_NAME}.joblib" --mode "${mode}" --limit_detection '2'
-                python save_model_result_in_md.py --interval "${start}, ${end}" --model "./saved_models/${MODEL_NAME}.joblib" --mode "${mode}"
-            done
+            echo $FILENAME
+            python generate_data_svm_random.py --output ${FILENAME} --interval "${start},${end}" --kind ${mode} --scenes "${scenes}" --nb_zones "${nb_zones}" --percent 1 --sep ';' --rowindex '0'
+            python models/${model}_train.py --data ${FILENAME}.train --output ${MODEL_NAME}
+            python predict_seuil_expe.py --interval "${start}, ${end}" --model "./saved_models/${MODEL_NAME}.joblib" --mode "${mode}" --limit_detection '2'
+            python save_model_result_in_md.py --interval "${start}, ${end}" --model "./saved_models/${MODEL_NAME}.joblib" --mode "${mode}"
         done
     done
+done
 
-    if [ "$counter" -eq "0" ]; then
-        start=$(($start+50-$half))
-    else 
-        start=$(($start+50))
-    fi
-
-  done
+if [ "$counter" -eq "0" ]; then
+    start=$(($start+50-$half))
+else 
+    start=$(($start+50))
+fi
 
-done
+done

+ 6 - 0
runAll_maxwell.sh

@@ -0,0 +1,6 @@
+#! bin/bash
+
+for size in {"4","8","16","26","32","40"}; do
+
+    bash generateAndTrain_maxwell.sh ${size} &
+done