From 444cc63e1bacdeed5523166689ef118b2f3b378f Mon Sep 17 00:00:00 2001 From: Norraphat Date: Fri, 8 Jul 2022 19:50:17 +0200 Subject: [PATCH 1/4] Reorganize fastsim workflows --- .../python/relval_steps.py | 21 +++- .../python/upgradeWorkflowComponents.py | 102 +++++++----------- .../scripts/runTheMatrix.py | 3 +- 3 files changed, 59 insertions(+), 67 deletions(-) diff --git a/Configuration/PyReleaseValidation/python/relval_steps.py b/Configuration/PyReleaseValidation/python/relval_steps.py index 45656cac281a6..9e2b96dd1a42c 100644 --- a/Configuration/PyReleaseValidation/python/relval_steps.py +++ b/Configuration/PyReleaseValidation/python/relval_steps.py @@ -3569,8 +3569,10 @@ def gen2021HiMix(fragment,howMuch): defaultDataSets['2018Design']='CMSSW_12_0_0_pre4-113X_upgrade2018_design_v5-v' defaultDataSets['2021']='CMSSW_12_0_0_pre4-120X_mcRun3_2021_realistic_v2-v' defaultDataSets['2021Design']='CMSSW_12_0_0_pre4-120X_mcRun3_2021_design_v2-v' +defaultDataSets['2021FS']='CMSSW_12_4_0_pre4-124X_mcRun3_2021_realistic_v1_Run3FastSim_FastSim-v' defaultDataSets['2023']='CMSSW_12_0_0_pre4-120X_mcRun3_2023_realistic_v2-v' defaultDataSets['2024']='CMSSW_12_0_0_pre4-120X_mcRun3_2024_realistic_v2-v' +defaultDataSets['2025']='CMSSW_12_0_0_pre4-120X_mcRun3_2024_realistic_v2-v' defaultDataSets['2026D49']='CMSSW_12_0_0_pre4-113X_mcRun4_realistic_v7_2026D49noPU-v' defaultDataSets['2026D76']='CMSSW_12_0_0_pre4-113X_mcRun4_realistic_v7_2026D76noPU-v' defaultDataSets['2026D77']='CMSSW_12_1_0_pre2-113X_mcRun4_realistic_v7_2026D77noPU-v' @@ -3601,7 +3603,10 @@ def gen2021HiMix(fragment,howMuch): elif '2018' in ds: PUDataSets[ds]={'-n':10,'--pileup':'AVE_50_BX_25ns','--pileup_input':'das:/RelValMinBias_13/%s/GEN-SIM'%(name,)} elif '2021' in ds: - PUDataSets[ds]={'-n':10,'--pileup':'Run3_Flat55To75_PoissonOOTPU','--pileup_input':'das:/RelValMinBias_14TeV/%s/GEN-SIM'%(name,)} + if 'FS' not in ds: + PUDataSets[ds]={'-n':10,'--pileup':'Run3_Flat55To75_PoissonOOTPU','--pileup_input':'das:/RelValMinBias_14TeV/%s/GEN-SIM'%(name,)} + else: + PUDataSets[ds]={'-n':10,'--pileup':'Run3_Flat55To75_PoissonOOTPU','--pileup_input':'das:/RelValMinBias_14TeV/%s/GEN-SIM-RECO'%(name,)} elif 'postLS2' in ds: PUDataSets[ds]={'-n':10,'--pileup':'AVE_50_BX_25ns','--pileup_input':'das:/RelValMinBias_13/%s/GEN-SIM'%(name,)} elif '2026' in ds: @@ -3783,7 +3788,7 @@ def gen2021HiMix(fragment,howMuch): '--fast':'', '--geometry' : geom, '--relval':'27000,3000'} - + upgradeStepDict['HARVESTFast'][k]={'-s':'HARVESTING:validationHarvesting', '--conditions':gt, '--mc':'', @@ -3791,6 +3796,16 @@ def gen2021HiMix(fragment,howMuch): '--scenario' : 'pp' } + upgradeStepDict['FastSimRun3'][k]={'-s':'GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,PAT,VALIDATION:@standardValidation,DQM:@standardDQMFS', + '--fast':'', + '--era':'Run3_FastSim', + '--beamspot':beamspot, + '--conditions':gt, + '--geometry':geom, + '--eventcontent':'FEVTDEBUGHLT,MINIAODSIM,DQM', + '--datatier':'GEN-SIM-DIGI-RECO,MINIAODSIM,DQMIO', + '--relval':'27000,3000'} + upgradeStepDict['Nano'][k] = {'-s':'NANO,DQM:@nanoAODDQM', '--conditions':gt, '--datatier':'NANOAODSIM,DQMIO', @@ -3851,7 +3866,7 @@ def gen2021HiMix(fragment,howMuch): s=frag[:-4]+'_'+key # exclude upgradeKeys without input dataset, and special WFs that disable reuse istep = step+preventReuseKeyword - if 'FastSim' not in k and 'Run3FS' not in k and s+'INPUT' not in steps and s in baseDataSetReleaseBetter and defaultDataSets[key] != '' and \ + if 'FastSim' not in k and s+'INPUT' not in steps and s in baseDataSetReleaseBetter and defaultDataSets[key] != '' and \ (istep not in upgradeStepDict or key not in upgradeStepDict[istep] or upgradeStepDict[istep][key] is not None): steps[k+'INPUT']={'INPUT':InputInfo(dataSet='/RelVal'+info.dataset+'/%s/GEN-SIM'%(baseDataSetReleaseBetter[s],),location='STD')} else: diff --git a/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py b/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py index 5b879ca1f4310..89bb8c0f5c189 100644 --- a/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py +++ b/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py @@ -24,6 +24,8 @@ '2023PU', '2024', '2024PU', + '2021FS', + '2021FSPU', ] upgradeKeys[2026] = [ @@ -179,6 +181,7 @@ def condition(self, fragment, stepList, key, hasHarvest): 'Nano', 'MiniAOD', 'HLT75e33', + 'FastSimRun3', ], PU = [ 'DigiTrigger', @@ -195,6 +198,7 @@ def condition(self, fragment, stepList, key, hasHarvest): 'MiniAOD', 'Nano', 'HLT75e33', + 'FastSimRun3', ], suffix = '', offset = 0.0, @@ -1787,88 +1791,49 @@ def condition(self, fragment, stepList, key, hasHarvest): offset = 0.9921, ) -class UpgradeWorkflow_Run3FS(UpgradeWorkflow): - def setup_(self, step, stepName, stepDict, k, properties): - if 'GenSim' in step: - stepDict[stepName][k] = merge([{'-s':'GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,PAT,VALIDATION:@standardValidation,DQM:@standardDQMFS', - '--fast':'', - '--era':'Run3_FastSim', - '--eventcontent':'FEVTDEBUGHLT,MINIAODSIM,DQM', - '--datatier':'GEN-SIM-DIGI-RECO,MINIAODSIM,DQMIO', - '--relval':'27000,3000'}, stepDict[step][k]]) - if 'Digi' in step or 'RecoNano' in step or 'ALCA' in step: - stepDict[stepName][k] = None - if 'HARVESTNano' in step: - stepDict[stepName][k] = merge([{'-s':'HARVESTING:validationHarvesting', - '--fast':'', - '--era':'Run3_FastSim', - '--filein':'file:step1_inDQM.root'}, stepDict[step][k]]) - def condition(self, fragment, stepList, key, hasHarvest): - return '2021' in key -upgradeWFs['Run3FS'] = UpgradeWorkflow_Run3FS( - steps = [ - 'GenSim', - 'Digi', - 'RecoNano', - 'HARVESTNano', - 'ALCA' - ], - PU = [], - suffix = '_Run3FS', - offset = 0.301, -) - class UpgradeWorkflow_Run3FStrackingOnly(UpgradeWorkflow): def setup_(self, step, stepName, stepDict, k, properties): - if 'GenSim' in step: - stepDict[stepName][k] = merge([{'-s':'GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,PAT,VALIDATION:@trackingOnlyValidation', - '--fast':'', - '--era':'Run3_FastSim', - '--eventcontent':'FEVTDEBUGHLT,MINIAODSIM,DQM', - '--datatier':'GEN-SIM-DIGI-RECO,MINIAODSIM,DQMIO', - '--relval':'27000,3000'}, stepDict[step][k]]) - if 'Digi' in step or 'RecoNano' in step or 'ALCA' in step: - stepDict[stepName][k] = None if 'HARVESTNano' in step: stepDict[stepName][k] = merge([{'-s':'HARVESTING:@trackingOnlyValidation+@trackingOnlyDQM', '--fast':'', '--era':'Run3_FastSim', '--filein':'file:step1_inDQM.root'}, stepDict[step][k]]) + else: + stepDict[stepName][k] = merge([stepDict[step][k]]) def condition(self, fragment, stepList, key, hasHarvest): - return '2021' in key + return '2021FS' in key upgradeWFs['Run3FStrackingOnly'] = UpgradeWorkflow_Run3FStrackingOnly( steps = [ - 'GenSim', - 'Digi', - 'RecoNano', - 'HARVESTNano', - 'ALCA' + 'FastSimRun3', + 'HARVESTNano' + ], + PU = [ + 'FastSimRun3', + 'HARVESTNano' ], - PU = [], suffix = '_Run3FSTrackingOnly', offset = 0.302, ) class UpgradeWorkflow_Run3FSMBMixing(UpgradeWorkflow): def setup_(self, step, stepName, stepDict, k, properties): - if 'GenSim' in step: + if 'FastSimRun3' in step: stepDict[stepName][k] = merge([{'-s':'GEN,SIM,RECOBEFMIX', '--fast':'', '--era':'Run3_FastSim', '--eventcontent':'FASTPU', '--datatier':'GEN-SIM-RECO', '--relval':'27000,3000'}, stepDict[step][k]]) - if 'Digi' in step or 'RecoNano' in step or 'ALCA' in step or 'HARVESTNano' in step: + else:#lif 'GenSim' in step or 'Digi' in step or 'RecoNano' in step or 'ALCA' in step or 'HARVESTNano' in step: stepDict[stepName][k] = None + #else: + # stepDict[stepName][k] = merge([stepDict[step][k]]) def condition(self, fragment, stepList, key, hasHarvest): - return '2021' in key and fragment=="MinBias_14TeV" + return '2021FS' in key and fragment=="MinBias_14TeV" upgradeWFs['Run3FSMBMixing'] = UpgradeWorkflow_Run3FSMBMixing( steps = [ - 'GenSim', - 'Digi', - 'RecoNano', 'HARVESTNano', - 'ALCA' + 'FastSimRun3' ], PU = [], suffix = '_Run3FSMBMixing', @@ -1877,14 +1842,14 @@ def condition(self, fragment, stepList, key, hasHarvest): class UpgradeWorkflow_DD4hep(UpgradeWorkflow): def setup_(self, step, stepName, stepDict, k, properties): - if 'Run3' in stepDict[step][k]['--era']: + if 'Run3' in stepDict[step][k]['--era'] and 'Fast' not in stepDict[step][k]['--era']: stepDict[stepName][k] = merge([{'--geometry': 'DD4hepExtended2021'}, stepDict[step][k]]) elif 'Phase2' in stepDict[step][k]['--era']: dd4hepGeom="DD4hep" dd4hepGeom+=stepDict[step][k]['--geometry'] stepDict[stepName][k] = merge([{'--geometry' : dd4hepGeom, '--procModifiers': 'dd4hep'}, stepDict[step][k]]) def condition(self, fragment, stepList, key, hasHarvest): - return '2021' in key or '2026' in key + return ('2021' in key or '2026' in key) and ('FS' not in key) upgradeWFs['DD4hep'] = UpgradeWorkflow_DD4hep( steps = [ 'GenSim', @@ -1910,10 +1875,10 @@ def condition(self, fragment, stepList, key, hasHarvest): #Keep it for future use in Phase-2, then delete class UpgradeWorkflow_DD4hepDB(UpgradeWorkflow): def setup_(self, step, stepName, stepDict, k, properties): - if 'Run3' in stepDict[step][k]['--era']: + if 'Run3' in stepDict[step][k]['--era'] and 'Fast' not in stepDict[step][k]['--era']: stepDict[stepName][k] = merge([{'--conditions': 'auto:phase1_2022_realistic', '--geometry': 'DB:Extended'}, stepDict[step][k]]) def condition(self, fragment, stepList, key, hasHarvest): - return '2021' in key + return '2021' in key and 'FS' not in key upgradeWFs['DD4hepDB'] = UpgradeWorkflow_DD4hepDB( steps = [ 'GenSim', @@ -1937,14 +1902,14 @@ def condition(self, fragment, stepList, key, hasHarvest): class UpgradeWorkflow_DDDDB(UpgradeWorkflow): def setup_(self, step, stepName, stepDict, k, properties): - if 'Run3' in stepDict[step][k]['--era']: + if 'Run3' in stepDict[step][k]['--era'] and 'Fast' not in stepDict[step][k]['--era']: # retain any other eras tmp_eras = stepDict[step][k]['--era'].split(',') tmp_eras[tmp_eras.index("Run3")] = 'Run3_DDD' tmp_eras = ','.join(tmp_eras) stepDict[stepName][k] = merge([{'--conditions': 'auto:phase1_2022_realistic_ddd', '--geometry': 'DB:Extended', '--era': tmp_eras}, stepDict[step][k]]) def condition(self, fragment, stepList, key, hasHarvest): - return '2021' in key + return '2021' in key and 'FS' not in key upgradeWFs['DDDDB'] = UpgradeWorkflow_DDDDB( steps = [ 'GenSim', @@ -2078,14 +2043,25 @@ def condition(self, fragment, stepList, key, hasHarvest): 'BeamSpot': 'Run3RoundOptics25ns13TeVLowSigmaZ', 'ScenToRun' : ['GenSim','Digi','RecoNano','HARVESTNano','ALCA'], }, + '2021FS' : { + 'Geom' : 'DB:Extended', + 'GT' : 'auto:phase1_2022_realistic', + 'HLTmenu': '@relval2022', + 'Era' : 'Run3_FastSim', + 'BeamSpot': 'Run3RoundOptics25ns13TeVLowSigmaZ', + 'ScenToRun' : ['FastSimRun3','HARVESTNano'], + }, } # standard PU sequences for key in list(upgradeProperties[2017].keys()): upgradeProperties[2017][key+'PU'] = deepcopy(upgradeProperties[2017][key]) - upgradeProperties[2017][key+'PU']['ScenToRun'] = ['GenSim','DigiPU'] + \ - (['RecoNanoPU','HARVESTNanoPU'] if '202' in key else ['RecoFakeHLTPU','HARVESTFakeHLTPU']) + \ - (['Nano'] if 'Nano' in upgradeProperties[2017][key]['ScenToRun'] else []) + if "FS" not in key: + upgradeProperties[2017][key+'PU']['ScenToRun'] = ['GenSim','DigiPU'] + \ + (['RecoNanoPU','HARVESTNanoPU'] if '202' in key else ['RecoFakeHLTPU','HARVESTFakeHLTPU']) + \ + (['Nano'] if 'Nano' in upgradeProperties[2017][key]['ScenToRun'] else []) + else: + upgradeProperties[2017][key+'PU']['ScenToRun'] = ['FastSimRun3PU','HARVESTNanoPU'] upgradeProperties[2026] = { '2026D49' : { diff --git a/Configuration/PyReleaseValidation/scripts/runTheMatrix.py b/Configuration/PyReleaseValidation/scripts/runTheMatrix.py index ad2bf1c2de466..6f32f6e814c90 100755 --- a/Configuration/PyReleaseValidation/scripts/runTheMatrix.py +++ b/Configuration/PyReleaseValidation/scripts/runTheMatrix.py @@ -93,9 +93,10 @@ def runSelected(opt): 11634.911, #2021 DD4hep ttbar reading geometry from XML 11634.914, #2021 DDD ttbar reading geometry from the DB 11634.0, #2021 ttbar (switching to DD4hep by default) - 11634.301, #2021 ttbar fastsim 11634.7, #2021 ttbar mkFit 11834.0, #2021 ttbar PU + 13234.0, #2021 ttbar fastsim + 13434.0, #2021 ttbar PU fastsim 12434.0, #2023 ttbar 23234.0, #2026D49 ttbar (HLT TDR baseline w/ HGCal v11) 28234.0, #2026D60 (exercise HF nose) From 91fc0b8b4b277e6f72358464ad36614e7380a6af Mon Sep 17 00:00:00 2001 From: Norraphat Date: Fri, 8 Jul 2022 20:27:19 +0200 Subject: [PATCH 2/4] Fix harvesting and clean up --- Configuration/PyReleaseValidation/README.md | 1 - .../PyReleaseValidation/python/relval_2017.py | 4 ++-- .../python/relval_steps.py | 11 +++++++++- .../python/upgradeWorkflowComponents.py | 20 +++++++++---------- 4 files changed, 22 insertions(+), 14 deletions(-) diff --git a/Configuration/PyReleaseValidation/README.md b/Configuration/PyReleaseValidation/README.md index e448bf053fd42..f3055286297e1 100644 --- a/Configuration/PyReleaseValidation/README.md +++ b/Configuration/PyReleaseValidation/README.md @@ -77,7 +77,6 @@ The offsets currently in use are: * 0.103: Phase-2 aging, 3000fb-1 * 0.201: HGCAL special TICL Pattern recognition Workflows: clue3D * 0.202: HGCAL special TICL Pattern recognition Workflows: FastJet -* 0.301: FastSim Run-3 * 0.302: FastSim Run-3 trackingOnly validation * 0.303: FastSim Run-3 MB for mixing * 0.9001: Sonic Triton diff --git a/Configuration/PyReleaseValidation/python/relval_2017.py b/Configuration/PyReleaseValidation/python/relval_2017.py index 05669bec9afaf..3f19c035eabfc 100644 --- a/Configuration/PyReleaseValidation/python/relval_2017.py +++ b/Configuration/PyReleaseValidation/python/relval_2017.py @@ -38,7 +38,7 @@ # (Patatrack ECAL-only: TTbar - on CPU) # (Patatrack HCAL-only: TTbar - on CPU) # (TTbar 0T, TTbar PU 0T) -# (TTbar FastSim) +# (TTbar FastSim, TTbar FastSim PU, MinBiasFS for mixing) # (TTbar PU MLPF ecal_deepsc) # (ZEE ecal_deesc) # (TTbar PU prod-like) @@ -71,7 +71,7 @@ 11634.511, 11634.521, 11634.24,11834.24, - 11634.301, + 13234.0,13434.0,13240.303, 11834.13, 11834.19, 11846.19, 11834.21, diff --git a/Configuration/PyReleaseValidation/python/relval_steps.py b/Configuration/PyReleaseValidation/python/relval_steps.py index 9e2b96dd1a42c..5fcd0975ed4a0 100644 --- a/Configuration/PyReleaseValidation/python/relval_steps.py +++ b/Configuration/PyReleaseValidation/python/relval_steps.py @@ -3805,7 +3805,16 @@ def gen2021HiMix(fragment,howMuch): '--eventcontent':'FEVTDEBUGHLT,MINIAODSIM,DQM', '--datatier':'GEN-SIM-DIGI-RECO,MINIAODSIM,DQMIO', '--relval':'27000,3000'} - + + upgradeStepDict['HARVESTFastRun3'][k]={'-s':'HARVESTING:validationHarvesting', + '--conditions':gt, + '--mc':'', + '--fast':'', + '--geometry':geom, + '--scenario':'pp', + '--filetype':'DQM', + '--filein':'file:step1_inDQM.root'} + upgradeStepDict['Nano'][k] = {'-s':'NANO,DQM:@nanoAODDQM', '--conditions':gt, '--datatier':'NANOAODSIM,DQMIO', diff --git a/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py b/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py index 89bb8c0f5c189..5095ea158d2eb 100644 --- a/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py +++ b/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py @@ -182,6 +182,7 @@ def condition(self, fragment, stepList, key, hasHarvest): 'MiniAOD', 'HLT75e33', 'FastSimRun3', + 'HARVESTFastRun3', ], PU = [ 'DigiTrigger', @@ -199,6 +200,7 @@ def condition(self, fragment, stepList, key, hasHarvest): 'Nano', 'HLT75e33', 'FastSimRun3', + 'HARVESTFastRun3', ], suffix = '', offset = 0.0, @@ -1793,7 +1795,7 @@ def condition(self, fragment, stepList, key, hasHarvest): class UpgradeWorkflow_Run3FStrackingOnly(UpgradeWorkflow): def setup_(self, step, stepName, stepDict, k, properties): - if 'HARVESTNano' in step: + if 'HARVESTFastRun3' in step: stepDict[stepName][k] = merge([{'-s':'HARVESTING:@trackingOnlyValidation+@trackingOnlyDQM', '--fast':'', '--era':'Run3_FastSim', @@ -1805,11 +1807,11 @@ def condition(self, fragment, stepList, key, hasHarvest): upgradeWFs['Run3FStrackingOnly'] = UpgradeWorkflow_Run3FStrackingOnly( steps = [ 'FastSimRun3', - 'HARVESTNano' + 'HARVESTFastRun3' ], PU = [ 'FastSimRun3', - 'HARVESTNano' + 'HARVESTFastRun3' ], suffix = '_Run3FSTrackingOnly', offset = 0.302, @@ -1824,16 +1826,14 @@ def setup_(self, step, stepName, stepDict, k, properties): '--eventcontent':'FASTPU', '--datatier':'GEN-SIM-RECO', '--relval':'27000,3000'}, stepDict[step][k]]) - else:#lif 'GenSim' in step or 'Digi' in step or 'RecoNano' in step or 'ALCA' in step or 'HARVESTNano' in step: + else: stepDict[stepName][k] = None - #else: - # stepDict[stepName][k] = merge([stepDict[step][k]]) def condition(self, fragment, stepList, key, hasHarvest): return '2021FS' in key and fragment=="MinBias_14TeV" upgradeWFs['Run3FSMBMixing'] = UpgradeWorkflow_Run3FSMBMixing( steps = [ - 'HARVESTNano', - 'FastSimRun3' + 'FastSimRun3', + 'HARVESTFastRun3' ], PU = [], suffix = '_Run3FSMBMixing', @@ -2049,7 +2049,7 @@ def condition(self, fragment, stepList, key, hasHarvest): 'HLTmenu': '@relval2022', 'Era' : 'Run3_FastSim', 'BeamSpot': 'Run3RoundOptics25ns13TeVLowSigmaZ', - 'ScenToRun' : ['FastSimRun3','HARVESTNano'], + 'ScenToRun' : ['FastSimRun3','HARVESTFastRun3'], }, } @@ -2061,7 +2061,7 @@ def condition(self, fragment, stepList, key, hasHarvest): (['RecoNanoPU','HARVESTNanoPU'] if '202' in key else ['RecoFakeHLTPU','HARVESTFakeHLTPU']) + \ (['Nano'] if 'Nano' in upgradeProperties[2017][key]['ScenToRun'] else []) else: - upgradeProperties[2017][key+'PU']['ScenToRun'] = ['FastSimRun3PU','HARVESTNanoPU'] + upgradeProperties[2017][key+'PU']['ScenToRun'] = ['FastSimRun3PU','HARVESTFastRun3PU'] upgradeProperties[2026] = { '2026D49' : { From f837678017155af0eb48fe4150b31cfad49c09a9 Mon Sep 17 00:00:00 2001 From: Norraphat Date: Fri, 8 Jul 2022 20:39:25 +0200 Subject: [PATCH 3/4] clean up --- Configuration/PyReleaseValidation/python/relval_steps.py | 1 - 1 file changed, 1 deletion(-) diff --git a/Configuration/PyReleaseValidation/python/relval_steps.py b/Configuration/PyReleaseValidation/python/relval_steps.py index 5fcd0975ed4a0..75e58d8802bfe 100644 --- a/Configuration/PyReleaseValidation/python/relval_steps.py +++ b/Configuration/PyReleaseValidation/python/relval_steps.py @@ -3572,7 +3572,6 @@ def gen2021HiMix(fragment,howMuch): defaultDataSets['2021FS']='CMSSW_12_4_0_pre4-124X_mcRun3_2021_realistic_v1_Run3FastSim_FastSim-v' defaultDataSets['2023']='CMSSW_12_0_0_pre4-120X_mcRun3_2023_realistic_v2-v' defaultDataSets['2024']='CMSSW_12_0_0_pre4-120X_mcRun3_2024_realistic_v2-v' -defaultDataSets['2025']='CMSSW_12_0_0_pre4-120X_mcRun3_2024_realistic_v2-v' defaultDataSets['2026D49']='CMSSW_12_0_0_pre4-113X_mcRun4_realistic_v7_2026D49noPU-v' defaultDataSets['2026D76']='CMSSW_12_0_0_pre4-113X_mcRun4_realistic_v7_2026D76noPU-v' defaultDataSets['2026D77']='CMSSW_12_1_0_pre2-113X_mcRun4_realistic_v7_2026D77noPU-v' From 070efa917a1cf3319ca7b40d1d5d527196b129d8 Mon Sep 17 00:00:00 2001 From: Norraphat Date: Sat, 9 Jul 2022 09:15:19 +0200 Subject: [PATCH 4/4] more clean up --- .../python/upgradeWorkflowComponents.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py b/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py index 5095ea158d2eb..9074282aebdc1 100644 --- a/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py +++ b/Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py @@ -331,7 +331,7 @@ def setup__(self, step, stepName, stepDict, k, properties): if 'Reco' in step: stepDict[stepName][k] = merge([self.step3, stepDict[step][k]]) elif 'HARVEST' in step: stepDict[stepName][k] = merge([{'-s': 'HARVESTING:@trackingOnlyValidation+@pixelTrackingOnlyDQM'}, stepDict[step][k]]) def condition_(self, fragment, stepList, key, hasHarvest): - return '2017' in key or '2018' in key or '2021' in key or '2026' in key + return ('2017' in key or '2018' in key or '2021' in key or '2026' in key) and ('FS' not in key) upgradeWFs['pixelTrackingOnly'] = UpgradeWorkflow_pixelTrackingOnly( steps = [ 'Reco', @@ -382,7 +382,7 @@ def setup__(self, step, stepName, stepDict, k, properties): if 'Reco' in step and stepDict[step][k]['--era']=='Run3': stepDict[stepName][k] = merge([{'--era': 'Run3_ckfPixelLessStep'}, stepDict[step][k]]) def condition_(self, fragment, stepList, key, hasHarvest): - return '2021' in key + return '2021' in key and 'FS' not in key upgradeWFs['trackingRun3CkfPixelLessStep'] = UpgradeWorkflow_trackingRun3CkfPixelLessStep( steps = [ 'Reco', @@ -400,7 +400,7 @@ def setup__(self, step, stepName, stepDict, k, properties): stepDict[stepName][k] = merge([{'--era': 'Run3_ckfPixelLessStep'}, self.step3, stepDict[step][k]]) elif 'HARVEST' in step: stepDict[stepName][k] = merge([{'-s': 'HARVESTING:@trackingOnlyValidation+@trackingOnlyDQM'}, stepDict[step][k]]) def condition_(self, fragment, stepList, key, hasHarvest): - return '2021' in key + return '2021' in key and 'FS' not in key upgradeWFs['trackingOnlyRun3CkfPixelLessStep'] = UpgradeWorkflow_trackingOnlyRun3CkfPixelLessStep( steps = [ 'Reco', @@ -653,9 +653,9 @@ def condition(self, fragment, stepList, key, hasHarvest): # select only a subset of the workflows selected = [ ('2018' in key and fragment == "TTbar_13"), - ('2021' in key and fragment == "TTbar_14TeV"), + ('2021' in key and fragment == "TTbar_14TeV" and 'FS' not in key), ('2018' in key and fragment == "ZMM_13"), - ('2021' in key and fragment == "ZMM_14"), + ('2021' in key and fragment == "ZMM_14" and 'FS' not in key), ('2026D88' in key and fragment == "TTbar_14TeV" and "PixelOnly" in self.suffix) ] result = any(selected) and hasHarvest @@ -1442,7 +1442,7 @@ def setupPU_(self, step, stepName, stepDict, k, properties): # override '-n' setting from PUDataSets in relval_steps.py stepDict[stepName][k] = merge([{'-n':'1'}, stepDict[step][k]]) def condition(self, fragment, stepList, key, hasHarvest): - return (fragment=="TTbar_13" or fragment=="TTbar_14TeV") and ('2017' in key or '2018' in key or '2021' in key) + return (fragment=="TTbar_13" or fragment=="TTbar_14TeV") and ('2017' in key or '2018' in key or '2021' in key) and ('FS' not in key) upgradeWFs['0T'] = UpgradeWorkflow_0T( steps = [ 'GenSim',