diff --git a/docs/build_flash_parquets.py b/docs/build_flash_parquets.py index 992474cf..28423e1b 100644 --- a/docs/build_flash_parquets.py +++ b/docs/build_flash_parquets.py @@ -1,21 +1,15 @@ -import os from pathlib import Path import sed from sed import SedProcessor -from sed.dataset import load_dataset +from sed.dataset import rearrange_data config_file = Path(sed.__file__).parent / "config/flash_example_config.yaml" -# so it works with the workflow as it uses another naming data_path = "./tutorial/" -os.system(f'touch "{data_path}/Gd_W(110).zip"') -os.system(f"mv {data_path}/flash_data/* {data_path}") +# data already downloaded and unzipped by actions +rearrange_data(data_path, ["analysis_data", "calibration_data"]) -_ = load_dataset( - "Gd_W(110)", - data_path, -) # Put in Path to a storage of at least 20 Gbyte free space. config_override = { "core": { diff --git a/tutorial/4_hextof_workflow.ipynb b/tutorial/4_hextof_workflow.ipynb index 789798cf..edbedf15 100644 --- a/tutorial/4_hextof_workflow.ipynb +++ b/tutorial/4_hextof_workflow.ipynb @@ -124,7 +124,7 @@ "# If this will not work for you, please change it to a path where you have write access\n", "config_override['core']['paths']['data_parquet_dir'] = \"/asap3/flash/gpfs/pg2/2023/data/11019101/processed\"\n", "# So we write to user space\n", - "config_override['core']['paths']['data_parquet_dir'] = \"./processed\"\n", + "config_override['core']['paths']['data_parquet_dir'] = path + \"/processed\"\n", "# If you aren't using maxwell and downloaded the data, use this path\n", "config_override['core']['paths']['data_raw_dir'] = path" ]