-
Notifications
You must be signed in to change notification settings - Fork 60
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
writing HI configuration file 2024 #4988
Changes from 7 commits
d290d89
ba874cb
64792a5
11038f2
aabeab6
a766e4e
2cd2da3
b48d2ed
58312e1
06b1cfd
c33bff1
d296496
ab4518d
4015754
f6ef490
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -8,6 +8,7 @@ | |
from T0.RunConfig.Tier0Config import createTier0Config | ||
from T0.RunConfig.Tier0Config import setAcquisitionEra | ||
from T0.RunConfig.Tier0Config import setDefaultScramArch | ||
from T0.RunConfig.Tier0Config import setScramArch | ||
from T0.RunConfig.Tier0Config import setBaseRequestPriority | ||
from T0.RunConfig.Tier0Config import setBackfill | ||
from T0.RunConfig.Tier0Config import setBulkDataType | ||
|
@@ -21,10 +22,12 @@ | |
from T0.RunConfig.Tier0Config import addRepackConfig | ||
from T0.RunConfig.Tier0Config import addExpressConfig | ||
from T0.RunConfig.Tier0Config import setInjectRuns | ||
from T0.RunConfig.Tier0Config import setInjectLimit | ||
from T0.RunConfig.Tier0Config import setStreamerPNN | ||
from T0.RunConfig.Tier0Config import setEnableUniqueWorkflowName | ||
from T0.RunConfig.Tier0Config import addSiteConfig | ||
from T0.RunConfig.Tier0Config import setStorageSite | ||
from T0.RunConfig.Tier0Config import setExtraStreamDatasetMap | ||
|
||
# Create the Tier0 configuration object | ||
tier0Config = createTier0Config() | ||
|
@@ -39,7 +42,7 @@ | |
# 356005 - 2022 pp at 13.6 TeV (1h long, 600 bunches - ALL detectors included) | ||
# 359060 - 2022 cosmics - Oberved failures in Express (https://cms-talk.web.cern.ch/t/paused-jobs-for-express-run359045-streamexpress/15232) | ||
# 361694:361699,361779 - 2022 HI dry-run test runs | ||
setInjectRuns(tier0Config, [375820]) | ||
setInjectRuns(tier0Config, [374951]) | ||
|
||
# Settings up sites | ||
processingSite = "T2_CH_CERN" | ||
|
@@ -64,7 +67,7 @@ | |
# Data type | ||
# Processing site (where jobs run) | ||
# PhEDEx locations | ||
setAcquisitionEra(tier0Config, "Tier0_HIREPLAY_2023") | ||
setAcquisitionEra(tier0Config, "Tier0_HIREPLAY_2024") | ||
setBaseRequestPriority(tier0Config, 260000) | ||
setBackfill(tier0Config, 1) | ||
setBulkDataType(tier0Config, "hidata") | ||
|
@@ -107,11 +110,12 @@ | |
|
||
# Defaults for CMSSW version | ||
defaultCMSSWVersion = { | ||
'default': "CMSSW_13_2_6_patch2" | ||
'default': "CMSSW_14_1_0" | ||
} | ||
|
||
# Configure ScramArch | ||
setDefaultScramArch(tier0Config, "el8_amd64_gcc11") | ||
setDefaultScramArch(tier0Config, "el8_amd64_gcc12") | ||
setScramArch(tier0Config, "CMSSW_13_2_5", "el8_amd64_gcc11") | ||
|
||
# Configure scenarios | ||
ppScenario = "ppEra_Run3_2023" | ||
|
@@ -124,9 +128,18 @@ | |
alcaTestEnableScenario = "AlCaTestEnable" | ||
alcaLumiPixelsScenario = "AlCaLumiPixels_Run3" | ||
alcaPPSScenario = "AlCaPPS_Run3" | ||
hiTestppScenario = "ppEra_Run3_pp_on_PbPb_2023" | ||
|
||
#hiTestppScenario = "ppEra_Run3_pp_on_PbPb_2023" | ||
#hiRawPrimeScenario = "ppEra_Run3_pp_on_PbPb_approxSiStripClusters_2023" | ||
|
||
|
||
# Heavy Ion Scenarios 2024 | ||
|
||
hiPpRefScenario = "ppEra_Run3_2024_ppRef" | ||
hiLightEventsScenario = "ppEra_Run3_2024_UPC" | ||
hiHeavyEventsScenario = "ppEra_Run3_pp_on_PbPb_2024" | ||
hiRawPrimeScenario = "ppEra_Run3_pp_on_PbPb_approxSiStripClusters_2023" | ||
hiForwardScenario = "ppEra_Run3_2023_repacked" | ||
|
||
|
||
# Procesing version number replays | ||
# Taking Replay processing ID from the last 8 digits of the DeploymentID | ||
|
@@ -136,8 +149,8 @@ | |
alcarawProcVersion = dt | ||
|
||
# Defaults for GlobalTag | ||
expressGlobalTag = "132X_dataRun3_Express_v4" | ||
promptrecoGlobalTag = "132X_dataRun3_Prompt_v4" | ||
expressGlobalTag = "141X_dataRun3_Express_v3" | ||
promptrecoGlobalTag = "141X_dataRun3_Prompt_v3" | ||
|
||
# Mandatory for CondDBv2 | ||
globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS" | ||
|
@@ -162,6 +175,13 @@ | |
} | ||
|
||
#set default repack settings for bulk streams | ||
|
||
setExtraStreamDatasetMap(tier0Config,{ | ||
"L1Scouting": {"Dataset":"L1Scouting"}, | ||
"L1ScoutingSelection": {"Dataset":"L1ScoutingSelection"} | ||
} | ||
) | ||
|
||
addRepackConfig(tier0Config, "Default", | ||
proc_ver=defaultProcVersion, | ||
maxSizeSingleLumi=24 * 1024 * 1024 * 1024, | ||
|
@@ -177,6 +197,21 @@ | |
maxMemory=2000, | ||
versionOverride=repackVersionOverride) | ||
|
||
addRepackConfig(tier0Config, "ScoutingPF", | ||
proc_ver=defaultProcVersion, | ||
dataTier="HLTSCOUT", | ||
versionOverride=repackVersionOverride) | ||
|
||
addRepackConfig(tier0Config, "L1ScoutingSelection", | ||
proc_ver=defaultProcVersion, | ||
dataTier="L1SCOUT", | ||
versionOverride=repackVersionOverride) | ||
|
||
addRepackConfig(tier0Config, "L1Scouting", | ||
proc_ver=defaultProcVersion, | ||
dataTier="L1SCOUT", | ||
versionOverride=repackVersionOverride) | ||
|
||
addDataset(tier0Config, "Default", | ||
do_reco=False, | ||
write_reco=False, write_aod=True, write_miniaod=True, write_nanoaod=False, write_dqm=False, | ||
|
@@ -391,7 +426,7 @@ | |
##################### | ||
|
||
addExpressConfig(tier0Config, "HIExpress", | ||
scenario=hiTestppScenario, | ||
scenario=hiHeavyEventsScenario, | ||
diskNode="T0_CH_CERN_Disk", | ||
data_tiers=["FEVT"], | ||
write_dqm=True, | ||
|
@@ -445,7 +480,8 @@ | |
versionOverride=expressVersionOverride) | ||
|
||
addExpressConfig(tier0Config, "HIExpressAlignment", | ||
scenario=HIalcaTrackingOnlyScenario, | ||
#scenario=HIalcaTrackingOnlyScenario, | ||
scenario=hiHeavyEventsScenario, | ||
data_tiers=["ALCARECO", "RAW"], | ||
write_dqm=True, | ||
alca_producers=["TkAlMinBias", "PromptCalibProdBeamSpotHP"], | ||
|
@@ -471,7 +507,7 @@ | |
diskNode="T0_CH_CERN_Disk") | ||
|
||
addExpressConfig(tier0Config, "HIHLTMonitor", | ||
scenario=hiTestppScenario, | ||
scenario=hiHeavyEventsScenario, | ||
diskNode="T2_CH_CERN", | ||
data_tiers=["FEVTHLTALL"], | ||
write_dqm=True, | ||
|
@@ -1337,7 +1373,7 @@ | |
write_dqm=True, | ||
alca_producers=["TkAlMinBias"], | ||
dqm_sequences=["@common"], | ||
scenario=hiTestppScenario) | ||
scenario=hiLightEventsScenario) | ||
|
||
DATASETS = ["HIOnlineMonitor", "HITrackerNZS"] | ||
|
||
|
@@ -1346,7 +1382,7 @@ | |
do_reco=False, | ||
aod_to_disk=False, | ||
raw_to_disk=False, | ||
scenario=hiTestppScenario) | ||
scenario=hiLightEventsScenario) | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. @LinaresToine I don't understand this choice (and also several others). |
||
|
||
DATASETS = ["HIEmptyBX"] | ||
|
||
|
@@ -1357,7 +1393,7 @@ | |
raw_to_disk=False, | ||
aod_to_disk=False, | ||
dqm_sequences=["@common"], | ||
scenario=hiTestppScenario) | ||
scenario=hiLightEventsScenario) | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. @LinaresToine I don't understand this choice (and also several others). |
||
|
||
DATASETS = ["HITestRaw0", "HITestRaw1", "HITestRaw2", "HITestRaw3", "HITestRaw4", "HITestRaw5", | ||
"HITestRaw6", "HITestRaw7", "HITestRaw8", "HITestRaw9", "HITestRaw10", "HITestRaw11", | ||
|
@@ -1374,7 +1410,7 @@ | |
"HcalCalIsolatedBunchSelector", "HcalCalIterativePhiSym","HcalCalMinBias", | ||
"TkAlJpsiMuMu", "TkAlUpsilonMuMu","TkAlZMuMu","TkAlMuonIsolated"], | ||
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet"], | ||
scenario=hiTestppScenario) | ||
scenario=hiLightEventsScenario) | ||
DATASETS = ["HIForward0", "HIForward1", "HIForward2", | ||
"HIForward3", "HIForward4", "HIForward5", | ||
"HIForward6", "HIForward7", "HIForward8", | ||
|
@@ -1395,7 +1431,7 @@ | |
"HcalCalIsolatedBunchSelector", "HcalCalIterativePhiSym","HcalCalMinBias", | ||
"TkAlJpsiMuMu", "TkAlUpsilonMuMu","TkAlZMuMu","TkAlMuonIsolated"], | ||
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet", "@egamma"], | ||
scenario=hiForwardScenario) | ||
scenario=hiLightEventsScenario) | ||
|
||
DATASETS = ["HIMinimumBias0", "HIMinimumBias1", "HIMinimumBias2", "HIMinimumBias3", | ||
"HIMinimumBias4", "HIMinimumBias5", "HIMinimumBias6", "HIMinimumBias7", | ||
|
@@ -1410,7 +1446,7 @@ | |
write_dqm=True, | ||
alca_producers=["SiStripCalZeroBias", "SiStripCalMinBias", "TkAlMinBias"], | ||
dqm_sequences=["@commonSiStripZeroBias"], | ||
scenario=hiTestppScenario) | ||
scenario=hiLightEventsScenario) | ||
|
||
DATASETS = ["HIEphemeralHLTPhysics"] | ||
|
||
|
@@ -1421,7 +1457,7 @@ | |
write_dqm=True, | ||
disk_node="T2_US_Vanderbilt", | ||
dqm_sequences=["@commonSiStripZeroBias"], | ||
scenario=hiTestppScenario) | ||
scenario=hiLightEventsScenario) | ||
|
||
DATASETS = ["HIEphemeralZeroBias0", "HIEphemeralZeroBias1"] | ||
|
||
|
@@ -1433,7 +1469,7 @@ | |
timePerEvent=1, | ||
disk_node="T2_US_Vanderbilt", | ||
dqm_sequences=["@commonSiStripZeroBias"], | ||
scenario=hiTestppScenario) | ||
scenario=hiLightEventsScenario) | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. @LinaresToine I don't understand this choice (and also several others). |
||
|
||
DATASETS = ["HITestRawPrime0", "HITestRawPrime1", "HITestRawPrime2", "HITestRawPrime3", "HITestRawPrime4", | ||
"HITestRawPrime5", "HITestRawPrime6", "HITestRawPrime7", "HITestRawPrime8", "HITestRawPrime9", | ||
|
@@ -1497,7 +1533,7 @@ | |
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet", "@egamma"], | ||
alca_producers=["SiStripCalZeroBias", "TkAlMinBias", "SiStripCalMinBias"], | ||
timePerEvent=1, | ||
scenario=hiForwardScenario) | ||
scenario=hiLightEventsScenario) | ||
|
||
####################### | ||
### ignored streams ### | ||
|
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
@LinaresToine I don't understand this choice (and also several others).
In 2023 this PD was processed with
ppEra_Run3_pp_on_PbPb_2023
. I think this should behiHeavyEventsScenario
(="ppEra_Run3_pp_on_PbPb_2024"
) now.