Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

writing HI configuration file 2024 #4988

Merged
merged 15 commits into from
Oct 24, 2024
76 changes: 56 additions & 20 deletions etc/HIReplayOfflineConfiguration.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
from T0.RunConfig.Tier0Config import createTier0Config
from T0.RunConfig.Tier0Config import setAcquisitionEra
from T0.RunConfig.Tier0Config import setDefaultScramArch
from T0.RunConfig.Tier0Config import setScramArch
from T0.RunConfig.Tier0Config import setBaseRequestPriority
from T0.RunConfig.Tier0Config import setBackfill
from T0.RunConfig.Tier0Config import setBulkDataType
Expand All @@ -21,10 +22,12 @@
from T0.RunConfig.Tier0Config import addRepackConfig
from T0.RunConfig.Tier0Config import addExpressConfig
from T0.RunConfig.Tier0Config import setInjectRuns
from T0.RunConfig.Tier0Config import setInjectLimit
from T0.RunConfig.Tier0Config import setStreamerPNN
from T0.RunConfig.Tier0Config import setEnableUniqueWorkflowName
from T0.RunConfig.Tier0Config import addSiteConfig
from T0.RunConfig.Tier0Config import setStorageSite
from T0.RunConfig.Tier0Config import setExtraStreamDatasetMap

# Create the Tier0 configuration object
tier0Config = createTier0Config()
Expand All @@ -39,7 +42,7 @@
# 356005 - 2022 pp at 13.6 TeV (1h long, 600 bunches - ALL detectors included)
# 359060 - 2022 cosmics - Oberved failures in Express (https://cms-talk.web.cern.ch/t/paused-jobs-for-express-run359045-streamexpress/15232)
# 361694:361699,361779 - 2022 HI dry-run test runs
setInjectRuns(tier0Config, [375820])
setInjectRuns(tier0Config, [374951])

# Settings up sites
processingSite = "T2_CH_CERN"
Expand All @@ -64,7 +67,7 @@
# Data type
# Processing site (where jobs run)
# PhEDEx locations
setAcquisitionEra(tier0Config, "Tier0_HIREPLAY_2023")
setAcquisitionEra(tier0Config, "Tier0_HIREPLAY_2024")
setBaseRequestPriority(tier0Config, 260000)
setBackfill(tier0Config, 1)
setBulkDataType(tier0Config, "hidata")
Expand Down Expand Up @@ -107,11 +110,12 @@

# Defaults for CMSSW version
defaultCMSSWVersion = {
'default': "CMSSW_13_2_6_patch2"
'default': "CMSSW_14_1_0"
}

# Configure ScramArch
setDefaultScramArch(tier0Config, "el8_amd64_gcc11")
setDefaultScramArch(tier0Config, "el8_amd64_gcc12")
setScramArch(tier0Config, "CMSSW_13_2_5", "el8_amd64_gcc11")

# Configure scenarios
ppScenario = "ppEra_Run3_2023"
Expand All @@ -124,9 +128,18 @@
alcaTestEnableScenario = "AlCaTestEnable"
alcaLumiPixelsScenario = "AlCaLumiPixels_Run3"
alcaPPSScenario = "AlCaPPS_Run3"
hiTestppScenario = "ppEra_Run3_pp_on_PbPb_2023"

#hiTestppScenario = "ppEra_Run3_pp_on_PbPb_2023"
#hiRawPrimeScenario = "ppEra_Run3_pp_on_PbPb_approxSiStripClusters_2023"


# Heavy Ion Scenarios 2024

hiPpRefScenario = "ppEra_Run3_2024_ppRef"
hiLightEventsScenario = "ppEra_Run3_2024_UPC"
hiHeavyEventsScenario = "ppEra_Run3_pp_on_PbPb_2024"
hiRawPrimeScenario = "ppEra_Run3_pp_on_PbPb_approxSiStripClusters_2023"
hiForwardScenario = "ppEra_Run3_2023_repacked"


# Procesing version number replays
# Taking Replay processing ID from the last 8 digits of the DeploymentID
Expand All @@ -136,8 +149,8 @@
alcarawProcVersion = dt

# Defaults for GlobalTag
expressGlobalTag = "132X_dataRun3_Express_v4"
promptrecoGlobalTag = "132X_dataRun3_Prompt_v4"
expressGlobalTag = "141X_dataRun3_Express_v3"
promptrecoGlobalTag = "141X_dataRun3_Prompt_v3"

# Mandatory for CondDBv2
globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS"
Expand All @@ -162,6 +175,13 @@
}

#set default repack settings for bulk streams

setExtraStreamDatasetMap(tier0Config,{
"L1Scouting": {"Dataset":"L1Scouting"},
"L1ScoutingSelection": {"Dataset":"L1ScoutingSelection"}
}
)

addRepackConfig(tier0Config, "Default",
proc_ver=defaultProcVersion,
maxSizeSingleLumi=24 * 1024 * 1024 * 1024,
Expand All @@ -177,6 +197,21 @@
maxMemory=2000,
versionOverride=repackVersionOverride)

addRepackConfig(tier0Config, "ScoutingPF",
proc_ver=defaultProcVersion,
dataTier="HLTSCOUT",
versionOverride=repackVersionOverride)

addRepackConfig(tier0Config, "L1ScoutingSelection",
proc_ver=defaultProcVersion,
dataTier="L1SCOUT",
versionOverride=repackVersionOverride)

addRepackConfig(tier0Config, "L1Scouting",
proc_ver=defaultProcVersion,
dataTier="L1SCOUT",
versionOverride=repackVersionOverride)

addDataset(tier0Config, "Default",
do_reco=False,
write_reco=False, write_aod=True, write_miniaod=True, write_nanoaod=False, write_dqm=False,
Expand Down Expand Up @@ -391,7 +426,7 @@
#####################

addExpressConfig(tier0Config, "HIExpress",
scenario=hiTestppScenario,
scenario=hiHeavyEventsScenario,
diskNode="T0_CH_CERN_Disk",
data_tiers=["FEVT"],
write_dqm=True,
Expand Down Expand Up @@ -445,7 +480,8 @@
versionOverride=expressVersionOverride)

addExpressConfig(tier0Config, "HIExpressAlignment",
scenario=HIalcaTrackingOnlyScenario,
#scenario=HIalcaTrackingOnlyScenario,
scenario=hiHeavyEventsScenario,
data_tiers=["ALCARECO", "RAW"],
write_dqm=True,
alca_producers=["TkAlMinBias", "PromptCalibProdBeamSpotHP"],
Expand All @@ -471,7 +507,7 @@
diskNode="T0_CH_CERN_Disk")

addExpressConfig(tier0Config, "HIHLTMonitor",
scenario=hiTestppScenario,
scenario=hiHeavyEventsScenario,
diskNode="T2_CH_CERN",
data_tiers=["FEVTHLTALL"],
write_dqm=True,
Expand Down Expand Up @@ -1337,7 +1373,7 @@
write_dqm=True,
alca_producers=["TkAlMinBias"],
dqm_sequences=["@common"],
scenario=hiTestppScenario)
scenario=hiLightEventsScenario)
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@LinaresToine I don't understand this choice (and also several others).
In 2023 this PD was processed with ppEra_Run3_pp_on_PbPb_2023. I think this should be hiHeavyEventsScenario (= "ppEra_Run3_pp_on_PbPb_2024") now.


DATASETS = ["HIOnlineMonitor", "HITrackerNZS"]

Expand All @@ -1346,7 +1382,7 @@
do_reco=False,
aod_to_disk=False,
raw_to_disk=False,
scenario=hiTestppScenario)
scenario=hiLightEventsScenario)
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@LinaresToine I don't understand this choice (and also several others).
In 2023 this PD was processed with ppEra_Run3_pp_on_PbPb_2023. I think this should be hiHeavyEventsScenario (= "ppEra_Run3_pp_on_PbPb_2024") now.


DATASETS = ["HIEmptyBX"]

Expand All @@ -1357,7 +1393,7 @@
raw_to_disk=False,
aod_to_disk=False,
dqm_sequences=["@common"],
scenario=hiTestppScenario)
scenario=hiLightEventsScenario)
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@LinaresToine I don't understand this choice (and also several others).
In 2023 this PD was processed with ppEra_Run3_pp_on_PbPb_2023. I think this should be hiHeavyEventsScenario (= "ppEra_Run3_pp_on_PbPb_2024") now.


DATASETS = ["HITestRaw0", "HITestRaw1", "HITestRaw2", "HITestRaw3", "HITestRaw4", "HITestRaw5",
"HITestRaw6", "HITestRaw7", "HITestRaw8", "HITestRaw9", "HITestRaw10", "HITestRaw11",
Expand All @@ -1374,7 +1410,7 @@
"HcalCalIsolatedBunchSelector", "HcalCalIterativePhiSym","HcalCalMinBias",
"TkAlJpsiMuMu", "TkAlUpsilonMuMu","TkAlZMuMu","TkAlMuonIsolated"],
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet"],
scenario=hiTestppScenario)
scenario=hiLightEventsScenario)
DATASETS = ["HIForward0", "HIForward1", "HIForward2",
"HIForward3", "HIForward4", "HIForward5",
"HIForward6", "HIForward7", "HIForward8",
Expand All @@ -1395,7 +1431,7 @@
"HcalCalIsolatedBunchSelector", "HcalCalIterativePhiSym","HcalCalMinBias",
"TkAlJpsiMuMu", "TkAlUpsilonMuMu","TkAlZMuMu","TkAlMuonIsolated"],
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet", "@egamma"],
scenario=hiForwardScenario)
scenario=hiLightEventsScenario)

DATASETS = ["HIMinimumBias0", "HIMinimumBias1", "HIMinimumBias2", "HIMinimumBias3",
"HIMinimumBias4", "HIMinimumBias5", "HIMinimumBias6", "HIMinimumBias7",
Expand All @@ -1410,7 +1446,7 @@
write_dqm=True,
alca_producers=["SiStripCalZeroBias", "SiStripCalMinBias", "TkAlMinBias"],
dqm_sequences=["@commonSiStripZeroBias"],
scenario=hiTestppScenario)
scenario=hiLightEventsScenario)

DATASETS = ["HIEphemeralHLTPhysics"]

Expand All @@ -1421,7 +1457,7 @@
write_dqm=True,
disk_node="T2_US_Vanderbilt",
dqm_sequences=["@commonSiStripZeroBias"],
scenario=hiTestppScenario)
scenario=hiLightEventsScenario)

DATASETS = ["HIEphemeralZeroBias0", "HIEphemeralZeroBias1"]

Expand All @@ -1433,7 +1469,7 @@
timePerEvent=1,
disk_node="T2_US_Vanderbilt",
dqm_sequences=["@commonSiStripZeroBias"],
scenario=hiTestppScenario)
scenario=hiLightEventsScenario)
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@LinaresToine I don't understand this choice (and also several others).
In 2023 this PD was processed with ppEra_Run3_pp_on_PbPb_2023. I think this should be hiHeavyEventsScenario (= "ppEra_Run3_pp_on_PbPb_2024") now.


DATASETS = ["HITestRawPrime0", "HITestRawPrime1", "HITestRawPrime2", "HITestRawPrime3", "HITestRawPrime4",
"HITestRawPrime5", "HITestRawPrime6", "HITestRawPrime7", "HITestRawPrime8", "HITestRawPrime9",
Expand Down Expand Up @@ -1497,7 +1533,7 @@
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet", "@egamma"],
alca_producers=["SiStripCalZeroBias", "TkAlMinBias", "SiStripCalMinBias"],
timePerEvent=1,
scenario=hiForwardScenario)
scenario=hiLightEventsScenario)

#######################
### ignored streams ###
Expand Down
6 changes: 5 additions & 1 deletion src/python/T0/WMBS/Oracle/Create.py
Original file line number Diff line number Diff line change
Expand Up @@ -941,7 +941,11 @@ def __init__(self, logger = None, dbi = None, params = None):
48 : "ppEra_Run3_2023",
49 : "ppEra_Run3_pp_on_PbPb_2023",
50 : "ppEra_Run3_pp_on_PbPb_approxSiStripClusters_2023",
51 : "ppEra_Run3_2023_repacked"
51 : "ppEra_Run3_2023_repacked",
52 : "ppEra_Run3_2024_UPC",
53 : "ppEra_Run3_pp_on_PbPb_2024",
54 : "ppEra_Run3_pp_on_PbPb_approxSiStripClusters_2024",
55 : "ppEra_Run3_2024_ppRef"
}
for id, name in list(eventScenarios.items()):
sql = """INSERT INTO event_scenario
Expand Down