Skip to content

[DQM] Prompt Matrix reconfiguration #4619

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
jfernan2 wants to merge 13 commits into from
Closed

[DQM] Prompt Matrix reconfiguration #4619

Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
bcf0b37
Update ReplayOfflineConfiguration.py
jfernan2 Oct 11, 2021
80e5081
Update CMSSW version to CMSSW_12_1_0
germanfgv Nov 5, 2021
9cb188b
Update runs and GTs
germanfgv Nov 5, 2021
59dc6db
Set proper Scenarios and scram Arch
germanfgv Nov 5, 2021
5599940
Update GTs to fix 'NoRecord' execption
germanfgv Nov 6, 2021
aea859e
New GTs
germanfgv Nov 7, 2021
47ad2b0
Remove dtCalib and timemark
germanfgv Nov 8, 2021
fcdf35b
Link @hcal to @L1TMon due to dependencies recently introduced
jfernan2 Nov 11, 2021
3e59708
Merge branch 'master' into patch-3
jfernan2 Nov 11, 2021
9554226
Fix for issues found during last replay
jfernan2 Nov 23, 2021
4c99f5c
Merge branch 'master' into patch-3
jfernan2 Nov 25, 2021
b609841
MB to MB
jfernan2 Nov 25, 2021
61ad12d
Switched to CMSSW_12_1_1
jfernan2 Dec 6, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
87 changes: 50 additions & 37 deletions etc/ReplayOfflineConfiguration.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@
setConfigVersion(tier0Config, "replace with real version")

# Set run number to replay
setInjectRuns(tier0Config, [345595, 345881, 345915, 345970])
setInjectRuns(tier0Config, [317696])

# Settings up sites
processingSite = "T2_CH_CERN"
Expand Down Expand Up @@ -99,22 +99,25 @@

# Defaults for CMSSW version
defaultCMSSWVersion = {
'default': "CMSSW_12_0_3_patch2"
'default': "CMSSW_12_1_1"
}

# Configure ScramArch
setDefaultScramArch(tier0Config, "slc7_amd64_gcc900")
from T0.RunConfig.Tier0Config import setScramArch

setDefaultScramArch(tier0Config, "slc7_amd64_gcc630")
setScramArch(tier0Config, defaultCMSSWVersion['default'], "slc7_amd64_gcc900")

# Configure scenarios
ppScenario = "ppEra_Run3"
ppScenarioB0T = "ppEra_Run3"
cosmicsScenario = "cosmicsEra_Run3"
hcalnzsScenario = "hcalnzsEra_Run3"
hiScenario = "ppEra_Run3"
ppScenario = "ppEra_Run2_2018"
ppScenarioB0T = "ppEra_Run2_2018"
cosmicsScenario = "cosmicsEra_Run2_2018"
hcalnzsScenario = "hcalnzsEra_Run2_2018"
hiScenario = "ppEra_Run2_2018"
alcaTrackingOnlyScenario = "trackingOnlyEra_Run2_2018"
alcaTestEnableScenario = "AlCaTestEnable"
alcaLumiPixelsScenario = "AlCaLumiPixels"
hiTestppScenario = "ppEra_Run3"
hiTestppScenario = "ppEra_Run2_2018"

# Procesing version number replays
dt = 1
Expand All @@ -123,9 +126,9 @@
alcarawProcVersion = dt

# Defaults for GlobalTag
expressGlobalTag = "120X_dataRun3_Express_v2"
promptrecoGlobalTag = "120X_dataRun3_Prompt_v2"
alcap0GlobalTag = "120X_dataRun3_Prompt_v2"
expressGlobalTag = "121X_dataRun3_Express_Candidate_2021_11_07_15_29_55"
promptrecoGlobalTag = "121X_dataRun3_Prompt_Candidate_2021_11_07_15_30_12"
alcap0GlobalTag = "121X_dataRun3_Prompt_Candidate_2021_11_07_15_30_12"

# Mandatory for CondDBv2
globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS"
Expand Down Expand Up @@ -181,7 +184,6 @@
"CMSSW_12_0_0" : defaultCMSSWVersion['default'],
"CMSSW_12_0_1" : defaultCMSSWVersion['default'],
"CMSSW_12_0_2" : defaultCMSSWVersion['default'],
"CMSSW_12_0_2" : defaultCMSSWVersion['default'],
"CMSSW_12_0_2_patch1" : defaultCMSSWVersion['default'],
"CMSSW_12_0_2_patch2" : defaultCMSSWVersion['default'],
"CMSSW_12_0_3" : defaultCMSSWVersion['default'],
Expand Down Expand Up @@ -443,7 +445,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common"],
dqm_sequences=["@commonReduced"],
physics_skims=["LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -454,7 +456,7 @@
do_reco=True,
write_reco=True,
write_dqm=True,
dqm_sequences=["@common"],
dqm_sequences=["@commonReduced"],
alca_producers=["TkAlJpsiMuMu"],
physics_skims=["BPHSkim", "MuonPOGJPsiSkim", "LogError", "LogErrorMonitor"],
scenario=ppScenario)
Expand All @@ -480,7 +482,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common"],
dqm_sequences=["@commonReduced"],
physics_skims=["EXODisplacedJet", "LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -492,7 +494,7 @@
write_reco=True,
write_dqm=True,
alca_producers=["EcalUncalZElectron", "EcalUncalWElectron", "HcalCalIterativePhiSym", "HcalCalIsoTrkFilter"],
dqm_sequences=["@common", "@ecal", "@egamma"],
dqm_sequences=["@commonReduced", "@ecal", "@egamma"],
physics_skims=["ZElectron", "LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -504,7 +506,7 @@
write_reco=True,
write_dqm=True,
alca_producers=["TkAlZMuMu", "MuAlCalIsolatedMu", "MuAlOverlaps", "MuAlZMuMu"],
dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon"],
dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon", "@ctpps"],
physics_skims=["LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -517,7 +519,7 @@
raw_to_disk=True,
write_dqm=True,
alca_producers=["TkAlZMuMu", "MuAlCalIsolatedMu", "MuAlOverlaps", "MuAlZMuMu"],
dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon"],
dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon", "@ctpps"],
physics_skims=["LogError", "LogErrorMonitor"],
timePerEvent=1,
scenario=ppScenario)
Expand Down Expand Up @@ -549,7 +551,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common", "@jetmet"],
dqm_sequences=["@commonReduced", "@jetmet"],
scenario=ppScenario)

DATASETS = ["HINCaloJets", "HINPFJets"]
Expand Down Expand Up @@ -622,7 +624,7 @@
do_reco=True,
write_dqm=True,
alca_producers=["HcalCalIsoTrkFilter", "HcalCalIsolatedBunchFilter"],
dqm_sequences=["@common", "@jetmet", "@hcal"],
dqm_sequences=["@common", "@jetmet", "@L1TMon", "@hcal"],
physics_skims=["JetHTJetPlusHOFilter", "LogError", "LogErrorMonitor"],
timePerEvent=5.7,
sizePerEvent=2250,
Expand All @@ -635,7 +637,7 @@
do_reco=True,
write_dqm=True,
alca_producers=["HcalCalNoise"],
dqm_sequences=["@common", "@jetmet", "@hcal"],
dqm_sequences=["@common", "@jetmet", "@L1TMon", "@hcal"],
Copy link
Contributor

@germanfgv germanfgv Nov 17, 2021

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@jfernan2 It looks like the replays is indeed ading DQM sequences to the MET dataset. Is this a mistake?

Copy link
Author

@jfernan2 jfernan2 Nov 17, 2021 •
edited
Loading

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

No, it is not a mistake, it was needed to avoid a new PR and a new release since @hcal sequence changed in between requesting a collection which is produced in @L1TMon. However, this sequence was already present in previous @common definition which run fine at Tier0 since Run1.

Please note that, @common has changed, so we dropped things in @common which are not needed anywhere else, but added @L1TMon where @hcal was present to preserve the compatibility. This was done in cms-sw/cmssw#35605 as explained in the PR description.

So, in practice, at the end we are not adding anything which were not there already, but dropping sequences.

Thanks

physics_skims=["EXOMONOPOLE", "HighMET", "LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -656,7 +658,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common"],
dqm_sequences=["@commonReduced"],
physics_skims=["TopMuEG", "LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -679,7 +681,7 @@
do_reco=True,
write_dqm=True,
alca_producers=["EcalUncalWElectron", "EcalUncalZElectron", "HcalCalIterativePhiSym", "EcalESAlign"],
dqm_sequences=["@common", "@ecal", "@egamma", "@L1TEgamma"],
dqm_sequences=["@common", "@ecal", "@egamma", "@L1TEgamma", "@L1TMon", "@tau", "@ctpps"],
physics_skims=["LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -691,7 +693,7 @@
write_dqm=True,
alca_producers=["TkAlMuonIsolated", "HcalCalIterativePhiSym", "MuAlCalIsolatedMu",
"MuAlOverlaps", "MuAlZMuMu", "HcalCalHO", "HcalCalHBHEMuonFilter"],
dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon"],
dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon", "@L1TMon", "@tau"],
physics_skims=["MuonPOGSkim", "MuTau", "ZMu", "LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -701,7 +703,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common", "@ecal", "@egamma"],
dqm_sequences=["@commonReduced", "@ecal", "@egamma"],
physics_skims=["EXOMONOPOLE", "LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -713,7 +715,7 @@
write_dqm=True,
alca_producers=["EcalUncalZElectron", "EcalUncalWElectron", "HcalCalIterativePhiSym",
"HcalCalIsoTrkFilter", "EcalESAlign"],
dqm_sequences=["@common", "@ecal", "@egamma", "@L1TEgamma"],
dqm_sequences=["@common", "@ecal", "@egamma", "@L1TEgamma", "@L1TMon", "@tau", "@ctpps"],
physics_skims=["EXOMONOPOLE", "ZElectron", "LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -723,7 +725,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common"],
dqm_sequences=["@commonReduced", "@tau"],
physics_skims=["LogError", "LogErrorMonitor"],
scenario=ppScenario)

Expand All @@ -741,7 +743,7 @@
do_reco=True,
write_dqm=True,
alca_producers=["TkAlMinBias", "SiStripCalMinBias", "HcalCalIsoTrk", "HcalCalIsolatedBunchSelector"],
dqm_sequences=["@common", "@hcal"],
dqm_sequences=["@common", "@L1TMon", "@hcal"],
physics_skims=["EcalActivity", "LogError", "LogErrorMonitor"],
timePerEvent=12,
sizePerEvent=4000,
Expand All @@ -756,7 +758,7 @@
write_aod=True,
write_miniaod=True,
write_reco=False,
dqm_sequences=["@common", "@hcal"],
dqm_sequences=["@common", "@L1TMon", "@hcal"],
alca_producers=["HcalCalMinBias"],
physics_skims=["LogError", "LogErrorMonitor"],
timePerEvent=4.2,
Expand Down Expand Up @@ -892,7 +894,7 @@
write_dqm=True,
write_miniaod=True,
write_aod=True,
dqm_sequences=["@common", "@ecal", "@jetmet", "@hcal", "@L1TEgamma"],
dqm_sequences=["@common", "@ecal", "@jetmet", "@L1TMon", "@hcal", "@L1TEgamma"],
alca_producers=["TkAlMinBias"],
physics_skims=["LogError", "LogErrorMonitor"],
scenario=ppScenario)
Expand Down Expand Up @@ -940,7 +942,18 @@
### MinimumBias PDs ###
########################################################

DATASETS = ["MinimumBias", "MinimumBias0", "MinimumBias1", "MinimumBias2", "MinimumBias3",
DATASETS = ["MinimumBias"]

for dataset in DATASETS:
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@L1TMon", "@hcal", "@muon", "@jetmet"],
alca_producers=["SiStripCalZeroBias", "SiStripCalMinBias", "TkAlMinBias"],
scenario=ppScenario)

DATASETS = ["MinimumBias0", "MinimumBias1", "MinimumBias2", "MinimumBias3",

"MinimumBias4", "MinimumBias5", "MinimumBias6", "MinimumBias7",
"MinimumBias8", "MinimumBias9", "MinimumBias10", "MinimumBias11",
"MinimumBias12", "MinimumBias13", "MinimumBias14", "MinimumBias15",
Expand All @@ -952,7 +965,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet"],
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@L1TMon", "@hcal", "@muon", "@jetmet"],
timePerEvent=1,
alca_producers=["SiStripCalZeroBias", "SiStripCalMinBias", "TkAlMinBias", "HcalCalHO",
"HcalCalIterativePhiSym", "HcalCalHBHEMuonFilter", "HcalCalIsoTrkFilter"],
Expand Down Expand Up @@ -1024,7 +1037,7 @@
do_reco=True,
write_reco=True,
write_dqm=True,
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@hcal", "@muon", "@jetmet"],
dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@L1TMon", "@hcal", "@muon", "@jetmet", "@ctpps"],
alca_producers=["SiStripCalZeroBias", "TkAlMinBias", "LumiPixelsMinBias", "SiStripCalMinBias", "AlCaPCCZeroBiasFromRECO"],
physics_skims=["LogError", "LogErrorMonitor"],
timePerEvent=3.5,
Expand Down Expand Up @@ -1160,7 +1173,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common", "@ecal", "@egamma", "@hcal", "@jetmet"],
dqm_sequences=["@common", "@ecal", "@egamma", "@L1TMon", "@hcal", "@jetmet"],
scenario=ppScenario)

DATASETS = ["HeavyFlavor", "SingleTrack"]
Expand Down Expand Up @@ -1303,7 +1316,7 @@
addDataset(tier0Config, dataset,
do_reco=True,
write_dqm=True,
dqm_sequences=["@common", "@ecal", "@egamma"],
dqm_sequences=["@commonReduced", "@ecal", "@egamma"],
scenario=ppScenario)


Expand Down Expand Up @@ -1447,7 +1460,7 @@
addDataset(tier0Config, "PAEGJet1",
do_reco=True,
write_dqm=True,
dqm_sequences=["@common", "@ecal", "@egamma", "@hcal", "@jetmet"],
dqm_sequences=["@common", "@ecal", "@egamma", "@L1TMon", "@hcal", "@jetmet"],
physics_skims=["PAZEE"],
scenario=hiScenario)

Expand Down