Skip to content

Commit

Permalink
fix in build_flash_parquets to allow doc building
Browse files Browse the repository at this point in the history
  • Loading branch information
zain-sohail committed May 22, 2024
1 parent 8a6f319 commit e72e966
Showing 1 changed file with 10 additions and 3 deletions.
13 changes: 10 additions & 3 deletions docs/build_flash_parquets.py
Original file line number Diff line number Diff line change
@@ -1,20 +1,27 @@
import os
from pathlib import Path

import sed
from sed import SedProcessor
from sed.dataset import load_dataset

config_file = Path(sed.__file__).parent / "config/flash_example_config.yaml"
data_path = load_dataset(

# so it works with the workflow as it uses another naming
data_path = "./tutorial/"
os.system(f'touch "{data_path}/Gd_W(110).zip"')
os.system(f"mv {data_path}/flash_data/* {data_path}")

_ = load_dataset(
"Gd_W(110)",
"./tutorial/",
data_path,
) # Put in Path to a storage of at least 20 Gbyte free space.

config_override = {
"core": {
"paths": {
"data_raw_dir": data_path,
"data_parquet_dir": str(data_path) + "/processed/",
"data_parquet_dir": data_path + "/processed/",
},
},
}
Expand Down

0 comments on commit e72e966

Please sign in to comment.