Skip to content

Commit

Permalink
change back from augmented to converted (FlashLoader) (#156)
Browse files Browse the repository at this point in the history
  • Loading branch information
zain-sohail authored Oct 4, 2023
1 parent 002d2a8 commit bdd041f
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions sed/loader/flash/loader.py
Original file line number Diff line number Diff line change
Expand Up @@ -735,7 +735,7 @@ def parquet_handler(
data_parquet_dir: Path,
detector: str = "",
parquet_path: Path = None,
augmented: bool = False,
converted: bool = False,
load_parquet: bool = False,
save_parquet: bool = False,
):
Expand All @@ -747,7 +747,8 @@ def parquet_handler(
detector (str, optional): Adds a identifier for parquets to distinguish multidetector
systems.
parquet_path (str, optional): Path to the combined parquet file.
augmented (bool, optional): True if data is augmented and saved into augmented folder.
converted (bool, optional): True if data is augmented by adding additional columns
externally and saved into converted folder.
load_parquet (bool, optional): Loads the entire parquet into the dd dataframe.
save_parquet (bool, optional): Saves the entire dataframe into a parquet.
Expand All @@ -762,7 +763,7 @@ def parquet_handler(
# Construct the parquet path if not provided
if parquet_path is None:
parquet_name = "_".join(str(run) for run in self.runs)
parquet_dir = data_parquet_dir.joinpath("augmented") if augmented else data_parquet_dir
parquet_dir = data_parquet_dir.joinpath("converted") if converted else data_parquet_dir

parquet_path = parquet_dir.joinpath(
"run_" + parquet_name + detector,
Expand Down

0 comments on commit bdd041f

Please sign in to comment.