From 92aef4da3a2d58c6d7b977f0f738c0d7bd50b71c Mon Sep 17 00:00:00 2001 From: AdrianoDee Date: Tue, 13 Aug 2024 00:11:03 +0200 Subject: [PATCH] Skipping too large files --- .../PyReleaseValidation/python/relval_data_highstats.py | 2 +- Configuration/PyReleaseValidation/python/relval_steps.py | 2 +- Configuration/PyReleaseValidation/scripts/das-up-to-nevents.py | 1 + 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/Configuration/PyReleaseValidation/python/relval_data_highstats.py b/Configuration/PyReleaseValidation/python/relval_data_highstats.py index 9cfe55675e7b7..9d676ae1386ff 100644 --- a/Configuration/PyReleaseValidation/python/relval_data_highstats.py +++ b/Configuration/PyReleaseValidation/python/relval_data_highstats.py @@ -16,7 +16,7 @@ for e_n,era in enumerate(eras_2024): for p_n,pd in enumerate(pds_2024): for e_key,evs in event_steps_dict.items(): - if "50k" in e_key: # already defined in relval_standard + if "50k" == e_key: # already defined in relval_standard continue wf_number = base_wf_number_2024 wf_number = wf_number + offset_era * e_n diff --git a/Configuration/PyReleaseValidation/python/relval_steps.py b/Configuration/PyReleaseValidation/python/relval_steps.py index 172199df5b79c..53a1dc00a7824 100644 --- a/Configuration/PyReleaseValidation/python/relval_steps.py +++ b/Configuration/PyReleaseValidation/python/relval_steps.py @@ -642,7 +642,7 @@ ###2024 # number of events limits the files used as input -pds_2024 = ['BTagMu', 'DisplacedJet', 'EGamma0', 'EphemeralZeroBias0', 'HcalNZS', 'JetMET0', 'Muon0', 'MuonEG', 'NoBPTX', 'ParkingDoubleMuonLowMass0', 'ParkingHH', 'ParkingLLP', 'ParkingSingleMuon0', 'ParkingVBF0', 'Tau', 'ZeroBias'] +pds_2024 = ['BTagMu', 'DisplacedJet', 'EGamma0', 'HcalNZS', 'JetMET0', 'Muon0', 'MuonEG', 'NoBPTX', 'ParkingDoubleMuonLowMass0', 'ParkingHH', 'ParkingLLP', 'ParkingSingleMuon0', 'ParkingVBF0', 'Tau', 'ZeroBias'] eras_2024 = ['Run2024B', 'Run2024C', 'Run2024D', 'Run2024E', 'Run2024F'] for era in eras_2024: for pd in pds_2024: diff --git a/Configuration/PyReleaseValidation/scripts/das-up-to-nevents.py b/Configuration/PyReleaseValidation/scripts/das-up-to-nevents.py index ce73352082e8d..04b942e834ca6 100755 --- a/Configuration/PyReleaseValidation/scripts/das-up-to-nevents.py +++ b/Configuration/PyReleaseValidation/scripts/das-up-to-nevents.py @@ -171,6 +171,7 @@ def das_lumi_data(dataset,opt=""): df.to_csv(dataset.replace("/","")+".csv") if events > 0: + df = df[df["events"] <= events] #jump too big files df.loc[:,"sum_evs"] = df.loc[:,"events"].cumsum() df = df[df["sum_evs"] < events]