Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Secondary Dataset backport 130X #42084

Merged
merged 5 commits into from
Jun 26, 2023
Merged

Secondary Dataset backport 130X #42084

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
58b5d3d
Create PDWG_ReserveDMu_SD_cff.py
jordan-martins Jun 23, 2023
82694de
Update Skims_PDWG_cff.py
jordan-martins Jun 23, 2023
3987d31
Update autoSkim.py
jordan-martins Jun 23, 2023
2bf68b7
Create test_ReserveDMu_SD_cfg.py
jordan-martins Jun 23, 2023
9276657
Update PDWG_ReserveDMu_SD_cff.py
jordan-martins Jun 23, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
62 changes: 62 additions & 0 deletions Configuration/Skimming/python/PDWG_ReserveDMu_SD_cff.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,62 @@
import FWCore.ParameterSet.Config as cms

#Trigger bit requirement
import HLTrigger.HLTfilters.hltHighLevel_cfi as hlt
ReserveDMu = hlt.hltHighLevel.clone()
ReserveDMu.TriggerResultsTag = cms.InputTag( "TriggerResults", "", "HLT" )
ReserveDMu.HLTPaths = cms.vstring(
'HLT_Dimuon0_Jpsi3p5_Muon2_v*',
'HLT_Dimuon0_Jpsi_L1_4R_0er1p5R_v*',
'HLT_Dimuon0_Jpsi_L1_NoOS_v*',
'HLT_Dimuon0_Jpsi_NoVertexing_L1_4R_0er1p5R_v*',
'HLT_Dimuon0_Jpsi_NoVertexing_NoOS_v*',
'HLT_Dimuon0_Jpsi_NoVertexing_v*',
'HLT_Dimuon0_Jpsi_v*',
'HLT_Dimuon0_LowMass_L1_0er1p5R_v*',
'HLT_Dimuon0_LowMass_L1_0er1p5_v*',
'HLT_Dimuon0_LowMass_L1_4R_v*',
'HLT_Dimuon0_LowMass_L1_4_v*',
'HLT_Dimuon0_LowMass_L1_TM530_v*',
'HLT_Dimuon0_LowMass_v*',
'HLT_Dimuon0_Upsilon_L1_4p5_v*',
'HLT_Dimuon0_Upsilon_L1_4p5er2p0M_v*',
'HLT_Dimuon0_Upsilon_L1_4p5er2p0_v*',
'HLT_Dimuon0_Upsilon_Muon_NoL1Mass_v*',
'HLT_Dimuon0_Upsilon_NoVertexing_v*',
'HLT_Dimuon12_Upsilon_y1p4_v*',
'HLT_Dimuon14_Phi_Barrel_Seagulls_v*',
'HLT_Dimuon18_PsiPrime_noCorrL1_v*',
'HLT_Dimuon18_PsiPrime_v*',
'HLT_Dimuon24_Phi_noCorrL1_v*',
'HLT_Dimuon24_Upsilon_noCorrL1_v*',
'HLT_Dimuon25_Jpsi_noCorrL1_v*',
'HLT_Dimuon25_Jpsi_v*',
'HLT_DoubleMu2_Jpsi_DoubleTrk1_Phi1p05_v*',
'HLT_DoubleMu3_DoubleEle7p5_CaloIdL_TrackIdL_Upsilon_v*',
'HLT_DoubleMu3_TkMu_DsTau3Mu_v*',
'HLT_DoubleMu3_Trk_Tau3mu_NoL1Mass_v*',
'HLT_DoubleMu3_Trk_Tau3mu_v*',
'HLT_DoubleMu4_3_Bs_v*',
'HLT_DoubleMu4_3_Jpsi_v*',
'HLT_DoubleMu4_JpsiTrkTrk_Displaced_v*',
'HLT_DoubleMu4_Jpsi_Displaced_v*',
'HLT_DoubleMu4_Jpsi_NoVertexing_v*',
'HLT_DoubleMu4_MuMuTrk_Displaced_v*',
'HLT_DoubleMu5_Upsilon_DoubleEle3_CaloIdL_TrackIdL_v*',
'HLT_Mu25_TkMu0_Phi_v*',
'HLT_Mu30_TkMu0_Psi_v*',
'HLT_Mu30_TkMu0_Upsilon_v*',
'HLT_Mu4_L1DoubleMu_v*',
'HLT_Mu7p5_L2Mu2_Jpsi_v*',
'HLT_Mu7p5_L2Mu2_Upsilon_v*',
'HLT_Tau3Mu_Mu7_Mu1_TkMu1_IsoTau15_Charge1_v*',
'HLT_Tau3Mu_Mu7_Mu1_TkMu1_IsoTau15_v*',
'HLT_Tau3Mu_Mu7_Mu1_TkMu1_Tau15_Charge1_v*',
'HLT_Tau3Mu_Mu7_Mu1_TkMu1_Tau15_v*',
'HLT_Trimuon5_3p5_2_Upsilon_Muon_v*',
'HLT_TrimuonOpen_5_3p5_2_Upsilon_Muon_v*')
ReserveDMu.andOr = cms.bool( True )
# we want to intentionally throw and exception
# in case it does not match one of the HLT Paths
# set to False now, switch to on once matrix is updated
ReserveDMu.throw = cms.bool( False )
13 changes: 13 additions & 0 deletions Configuration/Skimming/python/Skims_PDWG_cff.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -156,6 +156,19 @@

#####################

from Configuration.Skimming.PDWG_ReserveDMu_SD_cff import *
ReserveDMuPath = cms.Path(ReserveDMu)
SKIMStreamReserveDMu = cms.FilteredStream(
responsible = 'PDWG',
name = 'ReserveDMu',
paths = (ReserveDMuPath),
content = skimRawContent.outputCommands,
selectEvents = cms.untracked.PSet(),
dataTier = cms.untracked.string('RAW')
)

#####################

from Configuration.Skimming.PDWG_DiPhoton_SD_cff import *
CaloIdIsoPhotonPairsPath = cms.Path(CaloIdIsoPhotonPairsFilter)
R9IdPhotonPairsPath = cms.Path(R9IdPhotonPairsFilter)
Expand Down
8 changes: 8 additions & 0 deletions Configuration/Skimming/python/autoSkim.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,14 @@
'ZeroBias' : 'LogError+LogErrorMonitor',
'Commissioning' : 'EcalActivity+LogError+LogErrorMonitor',
'Cosmics':'CosmicSP+CosmicTP+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass0': 'ReserveDMu+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass1': 'ReserveDMu+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass2': 'ReserveDMu+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass3': 'ReserveDMu+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass4': 'ReserveDMu+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass5': 'ReserveDMu+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass6': 'ReserveDMu+LogError+LogErrorMonitor',
'ParkingDoubleMuonLowMass7': 'ReserveDMu+LogError+LogErrorMonitor',

# These should be uncommented when 2022 data reprocessing
# Dedicated skim for 2022
Expand Down
147 changes: 147 additions & 0 deletions Configuration/Skimming/test/test_ReserveDMu_SD_cfg.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,147 @@
# Auto generated configuration file
# using:
# Revision: 1.19
# Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v
# with command line options: SKIM --filein file:/eos/cms/tier0/store/backfill/1/data/Tier0_REPLAY_2023/ParkingDoubleMuonLowMass0/RAW/v9121550/000/368/389/00000/fce19dd3-8384-45ce-b705-e4accb9c3ec9.root --fileout file:SD_ReservedDMu.root --nThreads 8 --no_exec --number 10 --python_filename SD_ReserveDMu_cfg.py --scenario pp --step SKIM:ReserveDMu --data --conditions 130X_dataRun3_Prompt_v3
import FWCore.ParameterSet.Config as cms



process = cms.Process('SKIM')

# import of standard configurations
process.load('Configuration.StandardSequences.Services_cff')
process.load('SimGeneral.HepPDTESSource.pythiapdt_cfi')
process.load('FWCore.MessageService.MessageLogger_cfi')
process.load('Configuration.EventContent.EventContent_cff')
process.load('Configuration.StandardSequences.GeometryRecoDB_cff')
process.load('Configuration.StandardSequences.MagneticField_cff')
process.load('Configuration.StandardSequences.Skims_cff')
process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff')

process.maxEvents = cms.untracked.PSet(
input = cms.untracked.int32(10),
output = cms.optional.untracked.allowed(cms.int32,cms.PSet)
)

# Input source
process.source = cms.Source("PoolSource",
fileNames = cms.untracked.vstring('file:/eos/cms/tier0/store/backfill/1/data/Tier0_REPLAY_2023/ParkingDoubleMuonLowMass0/RAW/v9121550/000/368/389/00000/fce19dd3-8384-45ce-b705-e4accb9c3ec9.root'),
secondaryFileNames = cms.untracked.vstring()
)

process.options = cms.untracked.PSet(
FailPath = cms.untracked.vstring(),
IgnoreCompletely = cms.untracked.vstring(),
Rethrow = cms.untracked.vstring(),
SkipEvent = cms.untracked.vstring(),
accelerators = cms.untracked.vstring('*'),
allowUnscheduled = cms.obsolete.untracked.bool,
canDeleteEarly = cms.untracked.vstring(),
deleteNonConsumedUnscheduledModules = cms.untracked.bool(True),
dumpOptions = cms.untracked.bool(False),
emptyRunLumiMode = cms.obsolete.untracked.string,
eventSetup = cms.untracked.PSet(
forceNumberOfConcurrentIOVs = cms.untracked.PSet(
allowAnyLabel_=cms.required.untracked.uint32
),
numberOfConcurrentIOVs = cms.untracked.uint32(0)
),
fileMode = cms.untracked.string('FULLMERGE'),
forceEventSetupCacheClearOnNewRun = cms.untracked.bool(False),
holdsReferencesToDeleteEarly = cms.untracked.VPSet(),
makeTriggerResults = cms.obsolete.untracked.bool,
modulesToIgnoreForDeleteEarly = cms.untracked.vstring(),
numberOfConcurrentLuminosityBlocks = cms.untracked.uint32(0),
numberOfConcurrentRuns = cms.untracked.uint32(1),
numberOfStreams = cms.untracked.uint32(0),
numberOfThreads = cms.untracked.uint32(1),
printDependencies = cms.untracked.bool(False),
sizeOfStackForThreadsInKB = cms.optional.untracked.uint32,
throwIfIllegalParameter = cms.untracked.bool(True),
wantSummary = cms.untracked.bool(False)
)

# Production Info
process.configurationMetadata = cms.untracked.PSet(
annotation = cms.untracked.string('SKIM nevts:10'),
name = cms.untracked.string('Applications'),
version = cms.untracked.string('$Revision: 1.19 $')
)

# Output definition

process.RECOSIMoutput = cms.OutputModule("PoolOutputModule",
dataset = cms.untracked.PSet(
dataTier = cms.untracked.string(''),
filterName = cms.untracked.string('')
),
fileName = cms.untracked.string('file:SD_ReservedDMu.root'),
outputCommands = process.RECOSIMEventContent.outputCommands,
splitLevel = cms.untracked.int32(0)
)

# Additional output definition
process.SKIMStreamReserveDMu = cms.OutputModule("PoolOutputModule",
SelectEvents = cms.untracked.PSet(
SelectEvents = cms.vstring('ReserveDMuPath')
),
dataset = cms.untracked.PSet(
dataTier = cms.untracked.string('RAW'),
filterName = cms.untracked.string('ReserveDMu')
),
eventAutoFlushCompressedSize = cms.untracked.int32(5242880),
fileName = cms.untracked.string('ReserveDMu.root'),
outputCommands = cms.untracked.vstring(
'drop *',
'keep FEDRawDataCollection_rawDataCollector_*_*',
'keep FEDRawDataCollection_source_*_*',
'keep FEDRawDataCollection_rawDataCollector_*_*',
'keep FEDRawDataCollection_source_*_*',
'drop *_hlt*_*_*',
'keep FEDRawDataCollection_rawDataCollector_*_*',
'keep FEDRawDataCollection_source_*_*',
'keep GlobalObjectMapRecord_hltGtStage2ObjectMap_*_*',
'keep edmTriggerResults_*_*_*',
'keep triggerTriggerEvent_*_*_*',
'keep *_hltFEDSelectorL1_*_*',
'keep *_hltScoutingEgammaPacker_*_*',
'keep *_hltScoutingMuonPacker_*_*',
'keep *_hltScoutingPFPacker_*_*',
'keep *_hltScoutingPrimaryVertexPacker_*_*',
'keep *_hltScoutingTrackPacker_*_*',
'keep edmTriggerResults_*_*_*',
'drop *_MEtoEDMConverter_*_*',
'drop *_*_*_SKIM'
)
)

# Other statements
from Configuration.AlCa.GlobalTag import GlobalTag
process.GlobalTag = GlobalTag(process.GlobalTag, '130X_dataRun3_Prompt_v3', '')

# Path and EndPath definitions
process.RECOSIMoutput_step = cms.EndPath(process.RECOSIMoutput)
process.SKIMStreamReserveDMuOutPath = cms.EndPath(process.SKIMStreamReserveDMu)

# Schedule definition
process.schedule = cms.Schedule(process.ReserveDMuPath,process.RECOSIMoutput_step,process.SKIMStreamReserveDMuOutPath)
from PhysicsTools.PatAlgos.tools.helpers import associatePatAlgosToolsTask
associatePatAlgosToolsTask(process)

#Setup FWK for multithreaded
process.options.numberOfThreads = 8
process.options.numberOfStreams = 0



# Customisation from command line

#Have logErrorHarvester wait for the same EDProducers to finish as those providing data for the OutputModule
from FWCore.Modules.logErrorHarvester_cff import customiseLogErrorHarvesterUsingOutputCommands
process = customiseLogErrorHarvesterUsingOutputCommands(process)

# Add early deletion of temporary data products to reduce peak memory need
from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete
process = customiseEarlyDelete(process)
# End adding early deletion