Skip to content

Commit

Permalink
add config
Browse files Browse the repository at this point in the history
  • Loading branch information
@rlopezcoto
rlopezcoto committed Aug 21, 2024
1 parent 5e0ea9a commit 7c41c57
Show file tree
Hide file tree
Showing 8 changed files with 1,730 additions and 0 deletions.
32 changes: 32 additions & 0 deletions production_configs/20240821_v0.10.11_src13_dec2276_tuned/README.md
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@

# New Prod Config

## Prod_ID

20240821_v0.10.11_src13_tuned

## Description

full DL1ab production (with NSB tuning for src13) with lstchain v0.10.11

NSB level was checked in the following way:

```
input_mc = /fefs/aswg/data/mc/DL0/LSTProd2/TrainingDataset/Protons/dec_2276/sim_telarray/node_theta_6.000_az_180.000_/output_v1.4/simtel_corsika_theta_6.000_az_180.000_run10.simtel.gz
input_data = /fefs/aswg/data/real/DL1/20240613/v0.10/tailcut84/dl1_LST-1.Run17799.0016.h5
print("this config was downloaded (and modified) on %s" % download_config_modified_time)
config_file = Path("./lstchain_standard_config.json")
lstchain_tune_nsb --config standard_lstchain_config.json --input-mc /fefs/aswg/data/mc/DL0/LSTProd2/TrainingDataset/Protons/dec_2276/sim_telarray/node_theta_6.000_az_180.000_/output_v1.4/simtel_corsika_theta_6.000_az_180.000_run10.simtel.gz --input-data /fefs/aswg/data/real/DL1/20240613/v0.10/tailcut84/dl1_LST-1.Run17799.0016.h5 -o tuned_lstchain_config.json
## Why this config is needed
Analysis of future data taken on src13
## Config file creation
The config file was initially cretaed by using lstmcpipe_generate_config:
'''
lstmcpipe_generate_config PathConfigAllSkyFullDL1ab --dec_list dec_2276 --prod_id 20240821_v0.10.11_src13_dec2276_tuned --kwargs source_prod_id=20240821_v0.10.7_src13_dec2276_tuned
315 changes: 315 additions & 0 deletions production_configs/20240821_v0.10.11_src13_dec2276_tuned/lstchain_config_2024-08-21.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,315 @@
{
"source_config": {
"EventSource": {
"allowed_tels": [
1
],
"max_events": null
},
"LSTEventSource": {
"default_trigger_type": "ucts",
"allowed_tels": [
1
],
"min_flatfield_adc": 3000,
"min_flatfield_pixel_fraction": 0.8,
"calibrate_flatfields_and_pedestals": false,
"EventTimeCalculator": {
"dragon_reference_counter": null,
"dragon_reference_time": null
},
"PointingSource": {
"drive_report_path": null
},
"LSTR0Corrections": {
"calib_scale_high_gain": 1.088,
"calib_scale_low_gain": 1.004,
"drs4_pedestal_path": null,
"calibration_path": null,
"drs4_time_calibration_path": null
}
}
},
"events_filters": {
"intensity": [
0,
Infinity
],
"width": [
0,
Infinity
],
"length": [
0,
Infinity
],
"wl": [
0,
Infinity
],
"r": [
0,
Infinity
],
"leakage_intensity_width_2": [
0,
Infinity
]
},
"n_training_events": {
"gamma_regressors": 1.0,
"gamma_tmp_regressors": 0.8,
"gamma_classifier": 0.2,
"proton_classifier": 1.0
},
"tailcut": {
"picture_thresh": 8,
"boundary_thresh": 4,
"keep_isolated_pixels": false,
"min_number_picture_neighbors": 2,
"use_only_main_island": false,
"delta_time": 2
},
"tailcuts_clean_with_pedestal_threshold": {
"picture_thresh": 8,
"boundary_thresh": 4,
"sigma": 2.5,
"keep_isolated_pixels": false,
"min_number_picture_neighbors": 2,
"use_only_main_island": false,
"delta_time": 2
},
"dynamic_cleaning": {
"apply": true,
"threshold": 267,
"fraction_cleaning_intensity": 0.03
},
"random_forest_energy_regressor_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 150,
"bootstrap": true,
"criterion": "squared_error",
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"oob_score": false,
"random_state": 42,
"warm_start": false
},
"random_forest_disp_regressor_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 150,
"bootstrap": true,
"criterion": "squared_error",
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"oob_score": false,
"random_state": 42,
"warm_start": false
},
"random_forest_disp_classifier_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 100,
"criterion": "gini",
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"bootstrap": true,
"oob_score": false,
"random_state": 42,
"warm_start": false,
"class_weight": null
},
"random_forest_particle_classifier_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 100,
"criterion": "gini",
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"bootstrap": true,
"oob_score": false,
"random_state": 42,
"warm_start": false,
"class_weight": null
},
"energy_regression_features": [
"log_intensity",
"width",
"length",
"x",
"y",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"disp_method": "disp_norm_sign",
"disp_regression_features": [
"log_intensity",
"width",
"length",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"disp_classification_features": [
"log_intensity",
"width",
"length",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"particle_classification_features": [
"log_intensity",
"width",
"length",
"x",
"y",
"wl",
"signed_skewness",
"kurtosis",
"signed_time_gradient",
"leakage_intensity_width_2",
"log_reco_energy",
"reco_disp_norm",
"reco_disp_sign",
"sin_az_tel",
"alt_tel"
],
"allowed_tels": [
1
],
"write_pe_image": false,
"mc_image_scaling_factor": 1,
"image_extractor": "LocalPeakWindowSum",
"image_extractor_for_muons": "GlobalPeakWindowSum",
"CameraCalibrator": {
"apply_waveform_time_shift": false
},
"time_sampling_correction_path": "default",
"LocalPeakWindowSum": {
"window_shift": 4,
"window_width": 8,
"apply_integration_correction": true
},
"GlobalPeakWindowSum": {
"window_shift": 4,
"window_width": 8,
"apply_integration_correction": true
},
"timestamps_pointing": "ucts",
"train_gamma_src_r_deg": [
0,
Infinity
],
"source_dependent": false,
"mc_nominal_source_x_deg": 0.4,
"mc_nominal_source_y_deg": 0.0,
"volume_reducer": {
"algorithm": null,
"parameters": {}
},
"calibration_product": "LSTCalibrationCalculator",
"LSTCalibrationCalculator": {
"systematic_correction_path": null,
"npe_median_cut_outliers": [
-5,
5
],
"squared_excess_noise_factor": 1.222,
"flatfield_product": "FlasherFlatFieldCalculator",
"pedestal_product": "PedestalIntegrator",
"PedestalIntegrator": {
"sample_size": 10000,
"sample_duration": 100000,
"tel_id": 1,
"time_sampling_correction_path": null,
"charge_median_cut_outliers": [
-10,
10
],
"charge_std_cut_outliers": [
-10,
10
],
"charge_product": "FixedWindowSum",
"FixedWindowSum": {
"window_shift": 6,
"window_width": 12,
"peak_index": 18,
"apply_integration_correction": false
}
},
"FlasherFlatFieldCalculator": {
"sample_size": 10000,
"sample_duration": 100000,
"tel_id": 1,
"time_sampling_correction_path": null,
"charge_product": "LocalPeakWindowSum",
"charge_median_cut_outliers": [
-0.9,
2
],
"charge_std_cut_outliers": [
-10,
10
],
"time_cut_outliers": [
2,
38
],
"LocalPeakWindowSum": {
"window_shift": 5,
"window_width": 12,
"apply_integration_correction": false
}
}
},
"waveform_nsb_tuning": {
"nsb_tuning": false,
"nsb_tuning_ratio": 0.52,
"spe_location": "lstchain/data/SinglePhE_ResponseInPhE_expo2Gaus.dat"
},
"write_interleaved_events": {
"DataWriter": {
"overwrite": true,
"write_images": false,
"write_parameters": false,
"write_waveforms": true,
"transform_waveform": true,
"waveform_dtype": "uint16",
"waveform_offset": 400,
"waveform_scale": 80
}
}
}
Loading

0 comments on commit 7c41c57

Please sign in to comment.