Parcourir la source

Add of experiment data python script

Jérôme BUISINE il y a 4 ans
Parent
commit
931126c845
5 fichiers modifiés avec 104 ajouts et 2 suppressions
  1. 1 0
      .gitignore
  2. 30 0
      README.md
  3. 2 1
      config.py
  4. 70 0
      generate/generate_experiment.py
  5. 1 1
      generate/generate_experiment_link.py

+ 1 - 0
.gitignore

@@ -105,3 +105,4 @@ venv.bak/
 
 # data folder
 data
+expe

+ 30 - 0
README.md

@@ -0,0 +1,30 @@
+# SIN3D-launcher
+
+## Description
+
+Project for generating users links in order to launch SIN3D application quickly during experiment.
+
+## How to use ?
+
+
+Generate user links (file saved into `data` folder):
+```sh
+python generate/generate_experiment_link.py --experiment AreSameImagesRandom --experimentId expe1 --scenes Appart1opt02,Bureau1,Cendrier --output expe1.csv
+```
+
+Generate experiment links for each user (file saved into `expe` folder):
+```sh
+python generate/generate_experiment.py --data data/expe1.csv --scenes 2 --users 150 --output expe1_user_links.csv
+```
+
+The final file is generated and contains data just as follow:
+
+```
+link1;link2;...;linkN
+...
+link2;link3;...;linkN
+```
+
+## Licence
+
+[The MIT license](LICENSE)

+ 2 - 1
config.py

@@ -10,4 +10,5 @@ experiment_list = [
 
 default_host = 'https://diran.univ-littoral.fr'
 
-links_data_folder = 'data'
+links_data_folder = 'data'
+expe_data_folder  = 'expe'

+ 70 - 0
generate/generate_experiment.py

@@ -0,0 +1,70 @@
+# main imports
+import base64
+import json
+import re
+import argparse
+import sys, os
+import requests
+import random
+
+# modules imports
+sys.path.insert(0, '') # trick to enable import of main folder module
+
+import config  as cfg
+
+
+def main():
+
+    parser = argparse.ArgumentParser(description="Compute specific dataset for model using of metric")
+
+    parser.add_argument('--data', type=str, help='data links to use', required=True)
+    parser.add_argument('--scenes', type=int, help="number of scenes", required=True)
+    parser.add_argument('--users', type=int, help="number of users of experiment", required=True)
+    parser.add_argument('--output', type=str, help="output filename of user links", required=True)
+
+    args = parser.parse_args()
+
+    p_data          = args.data
+    p_scenes        = args.scenes
+    p_users         = args.users
+    p_output        = args.output
+
+    # generate link for each scene
+    with open(p_data, 'r') as f:
+        lines = f.readlines()
+        lines = [l.replace('\n', '') for l in lines]
+        
+        nb_elements = len(lines)
+
+        # check if number of scenes is higher than number of elements in data links
+        if p_scenes > nb_elements:
+            p_scenes = nb_elements
+
+        # open output filename
+        filename_path = os.path.join(cfg.expe_data_folder, p_output)
+
+        if not os.path.exists(cfg.expe_data_folder):
+            os.makedirs(cfg.expe_data_folder)
+
+        output_f = open(filename_path, 'w')
+
+        for _ in range(p_users):
+
+            user_links = random.choices(lines, k=p_scenes)
+
+            # generate output line
+            output_line = ""
+            for link in user_links:
+                output_line += link + ';'
+            output_line += '\n'
+
+            output_f.write(output_line)
+            output_f.flush()
+        
+        output_f.close()
+
+        print("Experiment generated output file is saved into.. %s" % filename_path)
+
+
+if __name__== "__main__":
+    main()

+ 1 - 1
generate/generate_experiment_link.py

@@ -27,7 +27,7 @@ def main():
     scenes_name = data['data']
 
     # getting all params
-    parser = argparse.ArgumentParser(description="Compute specific dataset for model using of metric")
+    parser = argparse.ArgumentParser(description="Compute links for scenes of experiment")
 
     parser.add_argument('--host', type=str, help='hostname choosen', default=cfg.default_host)
     parser.add_argument('--experiment', type=str, help="experiment name to use", choices=cfg.experiment_list, required=True)