fix generate_test_lapalma script (#475)

* fix generate_test_lapalma script * fix path * uncomment * comment unused code --------- Co-authored-by: vuillaut <[email protected]>
cta-observatory · Aug 18, 2024 · 8dc0ca7 · 8dc0ca7
1 parent 91ddf79
commit 8dc0ca7
Showing 1 changed file with 29 additions and 41 deletions.
diff --git a/lstmcpipe/scripts/generate_test_lapalma.py b/lstmcpipe/scripts/generate_test_lapalma.py
@@ -53,8 +53,10 @@ def generate_test_allsky(
     decs=['dec_4822', 'dec_931'],
     overwrite=True,
 ):
-    allsky_train_base_dir = '/fefs/aswg/data/mc/DL0/LSTProd2/'
-    allsky_test_base_dir = '/fefs/aswg/data/mc/DL0/LSTProd2/'
+    allsky_base_dir = '/fefs/aswg/data/mc/'
+    allsky_train_base_dir = os.path.join(allsky_base_dir, 'DL0/LSTProd2/')
+    # allsky_test_base_dir = os.path.join(allsky_base_dir, 'DL0/LSTProd2/')
+    # working_dir_dl0 = os.path.join(working_dir, 'DL0/LSTProd2/')
 
     generate_tree(allsky_train_base_dir, working_dir, nfiles)
 
@@ -65,43 +67,28 @@ def generate_test_allsky(
 
     # config training dir are replaced with local ones
     for dec in decs:
-        pc.train_configs[dec].base_dir = os.path.join(
-            working_dir, '{data_level}/LSTProd2/{prod_id}/{dataset_type}/{dec}/{particle}/{pointing}/'
-        )
-        pc.test_configs[dec].base_dir = os.path.join(
-            working_dir, '{data_level}/LSTProd2/{prod_id}/{dataset_type}/{dec}/{particle}/{pointing}/'
-        )
-        pc.train_configs[dec].training_dir = os.path.join(
-            working_dir, pc.train_configs[dec].training_dir.replace(allsky_train_base_dir, 'DL0/LSTProd2/')
-        )
-        pc.test_configs[dec].testing_dir = os.path.join(
-            working_dir, pc.test_configs[dec].testing_dir.replace(allsky_test_base_dir, 'DL0/LSTProd2/')
-        )
-        pcdl1ab.train_configs[dec].base_dir = os.path.join(
-            working_dir, '{data_level}/LSTProd2/{prod_id}/{dataset_type}/{dec}/{particle}/{pointing}/'
-        )
-        pcdl1ab.train_configs[dec].source_config.base_dir = os.path.join(
-            working_dir, '{data_level}/LSTProd2/{prod_id}/{dataset_type}/{dec}/{particle}/{pointing}/'
-        )
-        pcdl1ab.test_configs[dec].base_dir = os.path.join(
-            working_dir, '{data_level}/LSTProd2/{prod_id}/{dataset_type}/{dec}/{particle}/{pointing}/'
-        )
-        pcdl1ab.test_configs[dec].source_config.base_dir = os.path.join(
-            working_dir, '{data_level}/LSTProd2/{prod_id}/{dataset_type}/{dec}/{particle}/{pointing}/'
-        )
-        pcdl1ab.train_configs[dec].training_dir = os.path.join(
-            working_dir, pc.train_configs[dec].training_dir.replace(allsky_train_base_dir, 'DL0/LSTProd2/')
-        )
-        pcdl1ab.train_configs[dec].source_config.training_dir = os.path.join(
-            working_dir, pc.train_configs[dec].training_dir.replace(allsky_train_base_dir, 'DL0/LSTProd2/')
-        )
-        pcdl1ab.test_configs[dec].testing_dir = os.path.join(
-            working_dir, pc.test_configs[dec].testing_dir.replace(allsky_test_base_dir, 'DL0/LSTProd2/')
-        )
-        pcdl1ab.test_configs[dec].source_config.testing_dir = os.path.join(
-            working_dir, pc.test_configs[dec].testing_dir.replace(allsky_test_base_dir, 'DL0/LSTProd2/')
-        )
-
+        pc.train_configs[dec].base_dir = pc.train_configs[dec].base_dir.replace(allsky_base_dir, working_dir)
+        pc.train_configs[dec].base_dir = pc.train_configs[dec].base_dir.replace('AllSky', 'LSTProd2')
+        pc.test_configs[dec].base_dir = pc.test_configs[dec].base_dir.replace(allsky_base_dir, working_dir)
+        pc.test_configs[dec].base_dir = pc.test_configs[dec].base_dir.replace('AllSky', 'LSTProd2')
+        pc.train_configs[dec].training_dir = pc.train_configs[dec].training_dir.replace(allsky_base_dir, working_dir)
+        pc.test_configs[dec].testing_dir = pc.test_configs[dec].testing_dir.replace(allsky_base_dir, working_dir)
+
+        pcdl1ab.train_configs[dec].base_dir = pcdl1ab.train_configs[dec].base_dir.replace(allsky_base_dir, working_dir)
+        pcdl1ab.train_configs[dec].base_dir = pcdl1ab.train_configs[dec].base_dir.replace('AllSky', 'LSTProd2')
+        pcdl1ab.train_configs[dec].source_config.base_dir = pcdl1ab.train_configs[dec].source_config.base_dir.replace(allsky_base_dir, working_dir)
+        pcdl1ab.train_configs[dec].source_config.base_dir = pcdl1ab.train_configs[dec].source_config.base_dir.replace('AllSky', 'LSTProd2')
+        pcdl1ab.test_configs[dec].base_dir = pcdl1ab.test_configs[dec].base_dir.replace(allsky_base_dir, working_dir)
+        pcdl1ab.test_configs[dec].base_dir = pcdl1ab.test_configs[dec].base_dir.replace('AllSky', 'LSTProd2')
+        pcdl1ab.test_configs[dec].source_config.base_dir = pcdl1ab.test_configs[dec].source_config.base_dir.replace(allsky_base_dir, working_dir)
+        pcdl1ab.test_configs[dec].source_config.base_dir = pcdl1ab.test_configs[dec].source_config.base_dir.replace('AllSky', 'LSTProd2')
+        pcdl1ab.train_configs[dec].training_dir = pcdl1ab.train_configs[dec].training_dir.replace(allsky_base_dir, working_dir)
+        pcdl1ab.train_configs[dec].source_config.training_dir = pcdl1ab.train_configs[dec].source_config.training_dir.replace(allsky_base_dir, working_dir)
+
+        pcdl1ab.test_configs[dec].testing_dir =  pcdl1ab.test_configs[dec].testing_dir.replace(allsky_base_dir, working_dir)
+        pcdl1ab.test_configs[dec].source_config.testing_dir = pcdl1ab.test_configs[dec].source_config.testing_dir.replace(allsky_base_dir, working_dir)
+
+
     pc.generate()
     for stage_name, stage_steps in pc.paths.items():
         for step in stage_steps:
@@ -125,7 +112,7 @@ def generate_test_allsky(
     parser.add_argument(
         '--working_dir',
         type=Path,
-        default='/fefs/aswg/workspace/lstmcpipe/data/mc/',
+        default=None,
         help='Your working dir where the DL0 tree will be generated, '
         '(such as /fefs/aswg/workspace/firstname.surname/data/mc/)',
     )
@@ -137,11 +124,12 @@ def generate_test_allsky(
         if user == 'lstanalyzer':
             working_dir = '/fefs/aswg/workspace/lstmcpipe/data/mc'
         else:
-            working_dir = f'/fefs/aswg/workspace/{user}/data/mc'
+            working_dir = f'/fefs/aswg/workspace/{user}/data/mc/'
         if not Path(working_dir).exists():
             raise FileNotFoundError(f"working dir {working_dir} does not exist, provide one")
     else:
         working_dir = args.working_dir
+    print(f"working directory: {working_dir}")
 
     if args.prod_type == 'prod5trans80':
         generate_test_prod5trans80(working_dir, args.nfiles, args.path_config_file)