Skip to content

Commit

Permalink
use FakeHLT sequences for DQM and Validation in pre-2023 wfs
Browse files Browse the repository at this point in the history
  • Loading branch information
@missirol
missirol committed May 13, 2023
1 parent c8a422c commit 69c657f
Show file tree
Hide file tree
Showing 5 changed files with 169 additions and 54 deletions.
6 changes: 2 additions & 4 deletions Configuration/PyReleaseValidation/python/MatrixReader.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -185,7 +185,6 @@ def readMatrix(self, fileNameIn, useInput=None, refRel=None, fromScratch=None):
self.relvalModule.steps,
[(x,refRel) for x in self.relvalModule.baseDataSetRelease]
)


for num, wfInfo in self.relvalModule.workflows.items():
commands=[]
Expand Down Expand Up @@ -248,8 +247,7 @@ def readMatrix(self, fileNameIn, useInput=None, refRel=None, fromScratch=None):
stepList.pop(0)
#print "\t\tmod",stepList
break



for (stepI,step) in enumerate(stepList):
stepName=step
if self.relvalModule.steps[stepName] is None:
Expand All @@ -258,7 +256,7 @@ def readMatrix(self, fileNameIn, useInput=None, refRel=None, fromScratch=None):
#cannot put a certain number of things in wm
if stepName in ['SKIMD','SKIMCOSD','SKIMDreHLT']:
continue

#replace stepName is needed
#if stepName in self.replaceStep
if len(name) > 0 : name += '+'
Expand Down
1 change: 0 additions & 1 deletion Configuration/PyReleaseValidation/python/relval_standard.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -785,4 +785,3 @@

### pPb Run2 ###
workflows[281]= ['',['EPOS_PPb_8160GeV_MinimumBias','DIGIUP15_PPb','RECOUP15_PPb','HARVESTUP15_PPb']]

54 changes: 35 additions & 19 deletions Configuration/PyReleaseValidation/python/relval_steps.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3956,7 +3956,7 @@ def gen2021HiMix(fragment,howMuch):
'--eventcontent':'FEVTDEBUGHLT',
'--geometry' : geom
}

upgradeStepDict['HLTRun3'][k] = {'-s':'HLT:%s'%(hltversion),
'--conditions':gt,
'--datatier':'GEN-SIM-DIGI-RAW',
Expand All @@ -3965,7 +3965,7 @@ def gen2021HiMix(fragment,howMuch):
'--geometry' : geom,
'--outputCommands' : '"drop *_*_*_GEN,drop *_*_*_DIGI2RAW"'
}

upgradeStepDict['HLT75e33'][k] = {'-s':'HLT:@relval2026',
'--processName':'HLTX',
'--conditions':gt,
Expand All @@ -3974,7 +3974,7 @@ def gen2021HiMix(fragment,howMuch):
'--eventcontent':'FEVTDEBUGHLT',
'--geometry' : geom
}

upgradeStepDict['Reco'][k] = {'-s':'RAW2DIGI,L1Reco,RECO,RECOSIM,PAT,VALIDATION:@standardValidation+@miniAODValidation,DQM:@standardDQM+@ExtraHLT+@miniAODDQM',
'--conditions':gt,
'--datatier':'GEN-SIM-RECO,MINIAODSIM,DQMIO',
Expand Down Expand Up @@ -4023,21 +4023,29 @@ def gen2021HiMix(fragment,howMuch):
'--filetype':'DQM',
}

upgradeStepDict['HARVESTNano'][k]={'-s':'HARVESTING:@standardValidation+@standardDQM+@ExtraHLT+@miniAODValidation+@miniAODDQM+@nanoAODDQM',
upgradeStepDict['HARVESTFakeHLT'][k]={'-s':'HARVESTING:@standardValidationNoHLT+@standardDQMFakeHLT+@miniAODValidation+@miniAODDQM',
'--conditions':gt,
'--mc':'',
'--geometry' : geom,
'--scenario' : 'pp',
'--filetype':'DQM',
}

upgradeStepDict['HARVESTFakeHLT'][k]={'-s':'HARVESTING:@standardValidationNoHLT+@standardDQMFakeHLT+@miniAODValidation+@miniAODDQM',
'--conditions':gt,
'--mc':'',
'--geometry' : geom,
'--scenario' : 'pp',
'--filetype':'DQM',
}
}

upgradeStepDict['HARVESTNano'][k]={'-s': 'HARVESTING:@standardValidation+@standardDQM+@ExtraHLT+@miniAODValidation+@miniAODDQM+@nanoAODDQM',
'--conditions': gt,
'--mc': '',
'--geometry': geom,
'--scenario': 'pp',
'--filetype': 'DQM',
}

upgradeStepDict['HARVESTNanoFakeHLT'][k]={'-s': 'HARVESTING:@standardValidationNoHLT+@standardDQMFakeHLT+@miniAODValidation+@miniAODDQM+@nanoAODDQM',
'--conditions': gt,
'--mc': '',
'--geometry': geom,
'--scenario': 'pp',
'--filetype': 'DQM',
}

upgradeStepDict['HARVESTGlobal'][k] = merge([{'-s': 'HARVESTING:@phase2Validation+@phase2+@miniAODValidation+@miniAODDQM'}, upgradeStepDict['HARVEST'][k]])

Expand All @@ -4059,7 +4067,7 @@ def gen2021HiMix(fragment,howMuch):
'--fast':'',
'--geometry' : geom,
'--relval':'27000,3000'}

upgradeStepDict['HARVESTFast'][k]={'-s':'HARVESTING:validationHarvesting',
'--conditions':gt,
'--mc':'',
Expand All @@ -4076,7 +4084,7 @@ def gen2021HiMix(fragment,howMuch):
'--eventcontent':'FEVTDEBUGHLT,MINIAODSIM,NANOEDMAODSIM,DQM',
'--datatier':'GEN-SIM-DIGI-RECO,MINIAODSIM,NANOAODSIM,DQMIO',
}

upgradeStepDict['HARVESTFastRun3'][k]={'-s':'HARVESTING:validationHarvesting+@miniAODValidation+@miniAODDQM+@nanoAODDQM',
'--conditions':gt,
'--mc':'',
Expand All @@ -4085,7 +4093,7 @@ def gen2021HiMix(fragment,howMuch):
'--scenario':'pp',
'--filetype':'DQM',
'--filein':'file:step2_inDQM.root'}

upgradeStepDict['Nano'][k] = {'-s':'NANO,DQM:@nanoAODDQM',
'--conditions':gt,
'--datatier':'NANOAODSIM,DQMIO',
Expand All @@ -4094,15 +4102,23 @@ def gen2021HiMix(fragment,howMuch):
'--filein':'file:step3_inMINIAODSIM.root',
'--geometry' : geom
}

upgradeStepDict['RecoNano'][k] = {'-s':'RAW2DIGI,L1Reco,RECO,RECOSIM,PAT,NANO,VALIDATION:@standardValidation+@miniAODValidation,DQM:@standardDQM+@ExtraHLT+@miniAODDQM+@nanoAODDQM',
'--conditions':gt,
'--datatier':'GEN-SIM-RECO,MINIAODSIM,NANOAODSIM,DQMIO',
'-n':'10',
'--eventcontent':'RECOSIM,MINIAODSIM,NANOEDMAODSIM,DQM',
'--geometry' : geom
'--geometry' : geom,
}


upgradeStepDict['RecoNanoFakeHLT'][k] = {'-s':'RAW2DIGI,L1Reco,RECO,RECOSIM,PAT,NANO,VALIDATION:@standardValidationNoHLT+@miniAODValidation,DQM:@standardDQMFakeHLT+@miniAODDQM+@nanoAODDQM',
'--conditions':gt,
'--datatier':'GEN-SIM-RECO,MINIAODSIM,NANOAODSIM,DQMIO',
'-n':'10',
'--eventcontent':'RECOSIM,MINIAODSIM,NANOEDMAODSIM,DQM',
'--geometry' : geom,
}

# setup baseline and variations
for specialType,specialWF in upgradeWFs.items():
specialWF.setup(upgradeStepDict, k, upgradeProperties[year][k])
Expand Down
9 changes: 5 additions & 4 deletions Configuration/PyReleaseValidation/python/relval_upgrade.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -47,10 +47,11 @@ def makeStepName(key,frag,step,suffix):
stepList[specialType].append(stepMaker(key,frag[:-4],step,specialWF.suffix))
# hack to add an extra step
if 'ProdLike' in specialType:
if 'Reco' in step: # handles both Reco and RecoGlobal
stepList[specialType].append(stepMaker(key,frag[:-4],step.replace('RecoGlobal','MiniAOD').replace('RecoNano','MiniAOD').replace('Reco','MiniAOD'),specialWF.suffix))
if 'RecoNano' in step:
stepList[specialType].append(stepMaker(key,frag[:-4],step.replace('RecoNano','Nano'),specialWF.suffix))
if 'Reco' in step: # handles both Reco, RecoFakeHLT and RecoGlobal
stepWoFakeHLT = step.replace('FakeHLT','') # ignore "FakeHLT" from step
stepList[specialType].append(stepMaker(key,frag[:-4],stepWoFakeHLT.replace('RecoGlobal','MiniAOD').replace('RecoNano','MiniAOD').replace('Reco','MiniAOD'),specialWF.suffix))
if 'RecoNano' in stepWoFakeHLT:
stepList[specialType].append(stepMaker(key,frag[:-4],stepWoFakeHLT.replace('RecoNano','Nano'),specialWF.suffix))
# hack to add extra HLT75e33 step for Phase-2
if 'HLT75e33' in specialType:
if 'RecoGlobal' in step:
Expand Down
Loading

0 comments on commit 69c657f

Please sign in to comment.