updates for WH

environment.sh

@@ -12,9 +12,11 @@ if [ -z $CONDOR_ID ]; then
 fi
 
 #Is the analysis blinded?
-export blind='YES'
+export blind='NO' #'YES'
 export TARGET_LUMI_8TeV=19.4
 export TARGET_LUMI_7TeV=4.9
 
+export MEGAPATH='/scratch/mverzett/data':$hdfs
+
 #check if dev area is up to date
 check_git_updates.sh

wh/ChargeFlipProbabilityEE.py

@@ -100,8 +100,8 @@ def preselection(row):
                 continue
 
             evt_weight = pucorrector(row.nTruePU) * \
-                mcCorrectors.get_electron_corrections(row,'e1','e2')
-
+                mcCorrectors.get_electron_corrections(row,'e1','e2') *\
+                mcCorrectors.double_electron_trigger(row)
             for iso_label in lep_id:
                 if not selections.lepton_id_iso(row, 'e1', iso_label):
                     continue

wh/ControlEM.py

@@ -74,6 +74,11 @@ def begin(self):
                       5, -0.5, 4.5)
             self.book('em' + folder, 'eVetoCicTightIso',
                       'Number of extra CiC tight electrons', 5, -0.5, 4.5)
+            self.book('em' + folder, "trig_weight" , "mva_metEt", 200, 0, 2)
+            self.book('em' + folder, "PU_weight"   , "mva_metEt", 200, 0, 2)
+            self.book('em' + folder, "idIso_weight", "mva_metEt", 200, 0, 2)
+            self.book('em' + folder, "emMass_noweight", "m_{e#mu} (GeV)", 240, 0, 240)
+
 
     def correction(self, row):
         return self.pucorrector(row.nTruePU) * \
@@ -100,12 +105,20 @@ def fill_folder(x, w):
             histos[x + '/eJetBtag'].Fill(row.eJetBtag, w)
             histos[x + '/mJetBtag'].Fill(row.mJetBtag, w)
             histos[x + '/emMass'].Fill(row.e_m_Mass, w)
+            histos[x + '/emMass_noweight'].Fill(row.e_m_Mass)
 
             histos[x + '/bjetVeto'].Fill(row.bjetVeto, w)
             histos[x + '/bjetCSVVeto'].Fill(row.bjetCSVVeto, w)
             histos[x + '/muVetoPt5'].Fill(row.muVetoPt5, w)
             histos[x + '/tauVetoPt20'].Fill(row.tauVetoPt20, w)
             histos[x + '/eVetoCicTightIso'].Fill(row.eVetoCicTightIso, w)
+            if row.run < 2:
+                histos[x + "/trig_weight" ].Fill(mcCorrectors.correct_mueg_mu(row.mPt, row.mAbsEta)* 
+                                                 mcCorrectors.correct_mueg_e(row.ePt, row.eAbsEta) )
+                histos[x + "/PU_weight"   ].Fill(self.pucorrector(row.nTruePU)) 
+                histos[x + "/idIso_weight"].Fill(mcCorrectors.get_muon_corrections(row,'m') * 
+                                                 mcCorrectors.get_electron_corrections(row,'e') ) 
+
 
         passes_e_id_iso = self.obj2_id(row)
         if row.e_m_SS and passes_e_id_iso:
@@ -122,11 +135,15 @@ def preselection(self, row):
         Excludes FR object IDs and sign cut.
         '''
         mu17e8 = (row.mu17ele8isoPass and row.mPt >= 20) if use_iso_trigger else (row.mu17ele8Pass and row.mPt >= 20)
-        mu8e17 = (row.mu8ele17isoPass and row.ePt >= 20) #if use_iso_trigger else (row.mu17ele8Pass and row.mPt < 20)
+        mu8e17 = (row.mu8ele17isoPass and row.ePt >= 20) if use_iso_trigger else (row.mu8ele17Pass and row.mPt < 20)
         if not (mu17e8 or mu8e17):                return False
         if not selections.muSelection(row, 'm'):  return False #applies basic selection (eta, pt > 10, DZ, pixHits, jetBTag)
         if not selections.eSelection(row, 'e'):   return False #applies basic selection (eta, pt > 10, DZ, missingHits, jetBTag, HasConversion and chargedIdTight)
-        if not selections.vetos(row):             return False #applies mu bjet e additional tau vetoes
+        #if not selections.vetos(row):             return False #applies mu bjet e additional tau vetoes
+        if row.muVetoPt5IsoIdVtx: return False
+        if row.eVetoMVAIsoVtx:    return False
+        if row.tauVetoPt20Loose3HitsVtx: return False
+
         return True
 
     def obj1_id(self, row):
@@ -145,9 +162,9 @@ def obj2_weight(self, row):
         mu17e8 = (row.mu17ele8isoPass and row.mPt >= 20) if use_iso_trigger else (row.mu17ele8Pass and row.mPt >= 20)
         fr = 0.
         if mu17e8:
-            fr = frfits.lowpt_e_fr[subleptonId](electronJetPt=max(row.eJetPt, row.ePt), electronPt=row.ePt)
+            fr = frfits.lowpt_e_fr[subleptonId](electronJetPt=max(row.eJetPt, row.ePt), electronPt=row.ePt, numJets20=row.jetVeto20)
         else:
-            fr = frfits.highpt_e_fr[subleptonId](electronJetPt=max(row.eJetPt, row.ePt),electronPt=row.ePt)
+            fr = frfits.highpt_e_fr[subleptonId](electronJetPt=max(row.eJetPt, row.ePt), electronPt=row.ePt, numJets20=row.jetVeto20)
         return fr / (1. - fr)
 
     def process(self):

wh/ControlZEE.py

@@ -47,9 +47,9 @@ def f_(*args,**kargs):
 
 
 leading_e_fr_wjets    = make_weight(frfits.highpt_ee_fr[leading_iso] )
-leading_e_fr_qcd      = make_weight(frfits.highpt_ee_qcd_fr[leading_iso] )
+leading_e_fr_qcd      = None #make_weight(frfits.highpt_ee_qcd_fr[leading_iso] )
 subleading_e_fr_wjets = make_weight(frfits.lowpt_ee_fr[subleading_iso] )
-subleading_e_fr_qcd   = make_weight(frfits.lowpt_ee_qcd_fr[subleading_iso] )
+subleading_e_fr_qcd   = None #make_weight(frfits.lowpt_ee_qcd_fr[subleading_iso] )
 
 def assign_charge_weight_one_maps(dir_, row):
     if "charge_weightSysUp"  in dir_: return charge_flip_up_lead(row.e1AbsEta,row.e1Pt)   + charge_flip_up_sub(row.e2AbsEta,row.e2Pt)
@@ -65,9 +65,10 @@ def assign_id_weight(dir_, row):
         return 1
     leading_fr = leading_e_fr_wjets if 'wjet_w' in dir_ else leading_e_fr_qcd
     sublead_fr = subleading_e_fr_wjets if 'wjet_w' in dir_ else subleading_e_fr_qcd
-    if "f1f2"  in dir_: return leading_fr( electronJetPt=max(row.e1JetPt, row.e1Pt), electronPt=row.e1Pt) * sublead_fr( electronJetPt=max(row.e2JetPt, row.e2Pt), electronPt=row.e2Pt )
-    if "f2"    in dir_: return sublead_fr( electronJetPt=max(row.e2JetPt, row.e2Pt), electronPt=row.e2Pt)
-    if "f1"    in dir_: return leading_fr( electronJetPt=max(row.e1JetPt, row.e1Pt), electronPt=row.e1Pt)
+    if "f1f2"  in dir_: return leading_fr( electronJetPt=max(row.e1JetPt, row.e1Pt), electronPt=row.e1Pt, numJets20=row.jetVeto20) *\
+       sublead_fr( electronJetPt=max(row.e2JetPt, row.e2Pt), electronPt=row.e2Pt, numJets20=row.jetVeto20)
+    if "f2"    in dir_: return sublead_fr( electronJetPt=max(row.e2JetPt, row.e2Pt), electronPt=row.e2Pt, numJets20=row.jetVeto20)
+    if "f1"    in dir_: return leading_fr( electronJetPt=max(row.e1JetPt, row.e1Pt), electronPt=row.e1Pt, numJets20=row.jetVeto20)
 
 class ControlZEE(MegaBase):
     tree = 'ee/final/Ntuple'
@@ -88,6 +89,9 @@ def book_(dirname):
             self.book(dirname, 'SCEnergy', 'electron Super Cluster energy', 500, 0, 1000)
             self.book(dirname, 'SCDPhi'  , 'electron Super Cluster DeltaPhi', 180, 0, math.Pi())
             self.book(dirname, 'TrkMass' , 'Dielectrons invariant mass; M_{ee} [GeV];counts', 110, 40, 150)
+            self.book(dirname, 'TrkMass_low' , 'Dielectrons invariant mass; M_{ee} [GeV];counts', 110, 40, 150)
+            self.book(dirname, 'TrkMass_high', 'Dielectrons invariant mass; M_{ee} [GeV];counts', 110, 40, 150)
+            self.book(dirname, 'TrkMass_NoWeight', 'Dielectrons invariant mass; M_{ee} [GeV];counts', 110, 40, 150)
             self.book(dirname, 'TrkMass_NOSCALE' , 'Dielectrons invariant mass; M_{ee} [GeV];counts', 110, 40, 150)
             self.book(dirname, 'SCMass'  , 'Dielectrons Super Cluster invariant mass; M_{ee} [GeV];counts', 110, 40, 150)
             self.book(dirname, "e1Pt"    , "electron 1 Pt", 400, 0, 800)
@@ -96,10 +100,14 @@ def book_(dirname):
             self.book(dirname, "e2AbsEta", "electron 2 abseta", 100, 0., 2.5)
             self.book(dirname, "type1_pfMetEt", "metEt"         , 300, 0, 300)
             self.book(dirname, "mva_metEt", "mva_metEt", 300, 0, 300)
+            self.book(dirname, "trig_weight" , "mva_metEt", 200, 0, 2)
+            self.book(dirname, "PU_weight"   , "mva_metEt", 200, 0, 2)
+            self.book(dirname, "idIso_weight", "mva_metEt", 200, 0, 2)
+
 
         self.dirs = ['/'.join([sign,id_,weight,ch_weight]) for sign in ['os','ss']
                 for id_ in [h+k for h in ['p1','f1'] for k in ['p2','f2'] ]
-                for weight in ['','wjet_w','qcd_w']
+                for weight in ['','wjet_w'] #,'qcd_w']
                 for ch_weight in ["","charge_weight","charge_weightSysUp","charge_weightSysDwn"]
                 if 'f' in id_ or weight == ''
                 if ch_weight == '' or sign == 'os'
@@ -118,14 +126,6 @@ def book_(dirname):
                 self.dir_based_histograms[location] = {}
             self.dir_based_histograms[location][name] = hist
 
-    def evt_weight(self, row):
-        if row.run > 2:
-            return 1.
-        else:
-            return self.pucorrector(row.nTruePU) * \
-                mcCorrectors.get_electron_corrections(row,'e1','e2')
-
-
     def preselection(self, row):
         ''' Preselection applied to events.
 
@@ -137,44 +137,60 @@ def preselection(self, row):
         if row.e1Pt < 20: return False
         if not selections.eSelection(row, 'e1'): return False
         if not selections.eSelection(row, 'e2'): return False
-        if not selections.vetos(row):            return False
+        if row.muVetoPt5IsoIdVtx: return False
+        if row.eVetoMVAIsoVtx:    return False
+        if row.tauVetoPt20Loose3HitsVtx: return False
+        #if not selections.vetos(row):            return False
         if row.e1_e2_Mass < 40:                  return False
         if not (row.jetVeto40 >= 1):             return False
         return True
 
     def obj1_id(self, row):
-        return selections.lepton_id_iso(row, 'e1', subleading_iso)
+        return selections.lepton_id_iso(row, 'e1', leading_iso)
 
     def obj2_id(self, row):
         return selections.lepton_id_iso(row, 'e2', subleading_iso)
 
     def mc_weight(self, row):
         if row.run > 2:
             return 1.
-        return self.pucorrector(row.nTruePU) * \
-            mcCorrectors.get_electron_corrections(row,'e1','e2')
-
+        else:
+            return self.pucorrector(row.nTruePU) * \
+                mcCorrectors.get_electron_corrections(row,'e2') *\
+                mcCorrectors.electron_tight_corrections(row.e1Pt, row.e1AbsEta) *\
+                mcCorrectors.double_electron_trigger(row)
+            #'e1',
     def process(self):
 
         histos    = self.dir_based_histograms
         mc_weight = self.mc_weight
         def fill_histos(dirname, row, weight):
-            mass = frfits.mass_scaler[leading_iso](row.e1_e2_Mass) if "charge_weight" in dirname else row.e1_e2_Mass
+            mass = frfits.default_scaler(row.e1_e2_Mass) if "charge_weight" in dirname else row.e1_e2_Mass
+            mass_up = frfits.default_scaler_up(row.e1_e2_Mass) if "charge_weight" in dirname else row.e1_e2_Mass
+            mass_dw = frfits.default_scaler_down(row.e1_e2_Mass) if "charge_weight" in dirname else row.e1_e2_Mass
+
             histos[dirname]['ePt'     ].Fill(row.e1Pt,weight)
             histos[dirname]['eAbsEta' ].Fill(row.e1AbsEta,weight)
             histos[dirname]['SCEnergy'].Fill(row.e1SCEnergy,weight)
             histos[dirname]['ePt'     ].Fill(row.e2Pt,weight)
             histos[dirname]['eAbsEta' ].Fill(row.e2AbsEta,weight)
             histos[dirname]['SCEnergy'].Fill(row.e2SCEnergy,weight)
             histos[dirname]['TrkMass' ].Fill(mass, weight)
+            histos[dirname]['TrkMass_low' ].Fill(mass_dw, weight)
+            histos[dirname]['TrkMass_high' ].Fill(mass_up, weight)
             #histos[dirname]['SCMass'  ].Fill(sc_inv_mass(row),weight)
             histos[dirname]["e1Pt"    ].Fill(row.e1Pt,weight)
             histos[dirname]["e2Pt"    ].Fill(row.e2Pt,weight)
             histos[dirname]["e1AbsEta"].Fill(row.e1AbsEta,weight)
             histos[dirname]["e2AbsEta"].Fill(row.e2AbsEta,weight)
             histos[dirname]['TrkMass_NOSCALE'].Fill(row.e1_e2_Mass, weight)
+            histos[dirname]['TrkMass_NoWeight'].Fill(row.e1_e2_Mass)
             histos[dirname]['type1_pfMetEt'].Fill(row.type1_pfMetEt, weight)
             histos[dirname]['mva_metEt'].Fill(row.mva_metEt, weight)
+            if row.run < 2:
+                histos[dirname]["trig_weight" ].Fill( self.pucorrector(row.nTruePU) )
+                histos[dirname]["PU_weight"   ].Fill( mcCorrectors.get_electron_corrections(row,'e1','e2') )
+                histos[dirname]["idIso_weight"].Fill( mcCorrectors.double_electron_trigger(row) )
 
         for row in self.tree:
             if not self.preselection(row):

wh/ControlZMM.py

@@ -112,6 +112,9 @@ def preselection(self, row):
         if row.m1_m2_Mass > 120: return False
         if not selections.muSelection(row, 'm1'): return False #applies basic selection (eta, pt > 10, DZ, pixHits, jetBTag)
         if not selections.muSelection(row, 'm2'): return False #applies basic selection (eta, pt > 10, DZ, pixHits, jetBTag)
+        if row.muVetoPt5IsoIdVtx: return False
+        if row.eVetoMVAIsoVtx:    return False
+        if row.tauVetoPt20Loose3HitsVtx: return False
         return True
 
     def obj1_id(self, row):

wh/FakeRatesEE.py

@@ -28,9 +28,32 @@
 from array import array
 from pprint import pprint
 import ROOT
-
+import FinalStateAnalysis.PlotTools.pytree as pytree
+from cutflowtracker import cut_flow_tracker
+import math
+
+def inv_mass(pt1,eta1,phi1,pt2,eta2,phi2):
+    return math.sqrt(
+        2*pt1*pt2*(math.cosh(eta1 - eta2) - math.cos(phi1 - phi2))
+    )
+
+cut_flow_step = ['bare', 'trigger', 'e1_e2_DR',
+                 'e1 presel', 'e2 presel', 'jet requirement',
+                 'muon veto', 'bjet veto', 'electron veto', 'tau veto',
+                 'region assignment',
+]
+
+
+region_for_event_list = os.environ.get('EVTLIST_REGION','')
+zMassCut              = 'NoZmass' in region_for_event_list
+if zMassCut:
+    cut_flow_step.append('zMassCut')
+region_for_event_list = region_for_event_list.replace('NoZmass','')
+SYNC = ('SYNC' in os.environ) and eval(os.environ['SYNC'])
+print region_for_event_list
+
 class FakeRatesEE(MegaBase):
-    tree = 'ee/final/Ntuple'
+    tree = 'ee/final/Ntuple' if not SYNC else 'Ntuple'
     def __init__(self, tree, outfile, **kwargs):
         super(FakeRatesEE, self).__init__(tree, outfile, **kwargs)
         # Use the cython wrapper
@@ -47,7 +70,13 @@ def __init__(self, tree, outfile, **kwargs):
                           for j in self.iso_points]
 
     def begin(self):
-        for region in ['wjets', 'qcd', 'wjetsNoZmass', 'qcdNoZmass']:
+        self.book('', "CUT_FLOW", "Cut Flow", len(cut_flow_step), 0, len(cut_flow_step))
+        xaxis = self.histograms['CUT_FLOW'].GetXaxis()
+        self.cut_flow_histo = self.histograms['CUT_FLOW']
+        for i, name in enumerate(cut_flow_step):
+            xaxis.SetBinLabel(i+1, name)
+
+        for region in ['wjetsLtLow', 'qcd', 'wjetsNoZmass', 'wjetsLtLowNoZmass', 'qcdNoZmass']:
             for denom in ['pt10', 'pt20']:
                 denom_key = (region, denom)
                 denom_histos = {}
@@ -57,9 +86,17 @@ def begin(self):
                 denom_histos['electronInfo'] = self.book(
                     os.path.join(region, denom),
                     'electronInfo', "electronInfo", 
-                    'electronPt:electronJetPt:weight:'+':'.join(self.lepIds), 
+                    'electronPt:electronJetPt:electronJetCSVBtag:electronJetMass:numJets20:numJets40:weight:'+':'.join(self.lepIds), 
                     type=ROOT.TNtuple)
 
+                denom_histos['evtInfo'] = self.book(
+                    os.path.join(region, denom),
+                    'evtInfo', 'evtInfo',
+                    'run/l:lumi/l:evt/l:e1Pt/D:e1Eta/D:e1Phi/D:e2Pt/D:e2Eta/D:e2Phi/D:e1ChargeIdTight/D' +\
+                    ':e2ChargeIdTight/D:e2RelPFIsoDB/D:e2MtToMET/D:e1MtToMET/D:bjetCSVVetoZHLike/D'+\
+                    ':e1RelPFIsoDB/D:e2MVAIDH2TauWP/D:e1MVAIDH2TauWP/D:e1_e2_SS/D:e1MVANonTrig/D:e2MVANonTrig/D',
+                    type=pytree.PyTree)
+
                 for numerator in self.lepIds:
                     num_key = (region, denom, numerator)
                     num_histos = {}
@@ -94,17 +131,32 @@ def book_histo(name, *args, **kwargs):
 
 
     def process(self):
+        cut_flow_histo = self.cut_flow_histo
+        cut_flow_trk   = cut_flow_tracker(cut_flow_histo)
 
-        def preselection(row):
+        def preselection(row, cut_flow_trk):
             if not row.doubleEPass: return False
             if not (row.e1MatchesDoubleEPath > 0 and \
                 row.e2MatchesDoubleEPath > 0): return False 
+            cut_flow_trk.Fill('trigger')
+
+            if row.e1_e2_DR < 0.5: return False
+            cut_flow_trk.Fill('e1_e2_DR')
+
             if not row.e1Pt > 20: return False
             if not selections.eSelection(row, 'e1'): return False
             if not row.e1MVAIDH2TauWP: return False
+            cut_flow_trk.Fill('e1 presel')
+
             if not selections.eSelection(row, 'e2'): return False
-            if not (row.jetVeto40_DR05 >= 1):             return False
-            if not selections.vetos(row): return False
+            cut_flow_trk.Fill('e2 presel')
+
+            #if not (row.jetVeto40_DR05 >= 1):             return False
+            if row.jetVeto20 == 0: return False
+            cut_flow_trk.Fill('jet requirement')
+
+            if not selections.vetos(row, cut_flow_trk): return False
+
             return True
 
         def fill(the_histos, row, fillNtuple=False):
@@ -135,13 +187,20 @@ def fill(the_histos, row, fillNtuple=False):
                 #print id_iso_vals
                 #print self.lepIds
                 id_iso_vals = [float( i ) for i in id_iso_vals ]
-                the_histos['electronInfo'].Fill( array("f", [row.e2Pt, row.e2JetPt, weight]+id_iso_vals) )
+                electron_jet_mass = -1 #inv_mass(row.e2Pt, row.e2Eta, row.e2Phi, row.leadingJetPt, row.leadingJetEta, row.leadingJetPhi)
+
+                the_histos['electronInfo'].Fill( array("f", [row.e2Pt, max(row.e2Pt, row.e2JetPt), max(0, row.e2JetCSVBtag),
+                                                             electron_jet_mass, row.jetVeto20, row.jetVeto40_DR05, weight]+id_iso_vals) )
+                the_histos['evtInfo'].Fill( row )
 
 
         histos = self.histograms
         #pprint( histos)
         for row in self.tree:
-            if not preselection(row):
+            cut_flow_trk.new_row(row.run,row.lumi,row.evt)
+            cut_flow_trk.Fill('bare')
+
+            if not preselection(row, cut_flow_trk):
                 continue
 
             region = selections.control_region_ee(row)
@@ -150,7 +209,18 @@ def fill(the_histos, row, fillNtuple=False):
 
             if region == 'zee':
                 continue
+
+            if region_for_event_list and region == region_for_event_list:
+                cut_flow_trk.Fill('region assignment')
+                if zMassCut and not (60 < row.e1_e2_Mass < 120):
+                    cut_flow_trk.Fill('zMassCut')
+
             # This is a QCD or Wjets
+            if region_for_event_list and region == region_for_event_list\
+               and (not zMassCut or not (60 < row.e1_e2_Mass < 120)) \
+               and not SYNC:
+                print '%i:%i:%i' % (row.run, row.lumi, row.evt)
+                continue
 
             def make_region_plots(full_region):
                 fill(histos[full_region], row, True)
@@ -169,11 +239,15 @@ def make_region_plots(full_region):
             make_region_plots((region, 'pt10'))
             if not (row.e1_e2_Mass > 60 and row.e1_e2_Mass < 120):
                 make_region_plots((region+'NoZmass', 'pt10'))
-
+                if region == 'wjetsLtLow' and row.e1MtToMET > 55:
+                    make_region_plots(('wjetsNoZmass', 'pt10'))
+
             if row.e2Pt > 20:
                 make_region_plots((region, 'pt20'))
                 if not (row.e1_e2_Mass > 60 and row.e1_e2_Mass < 120):
                     make_region_plots((region+'NoZmass', 'pt20'))
+                    if region == 'wjetsLtLow' and row.e1MtToMET > 55:
+                        make_region_plots(('wjetsNoZmass', 'pt20'))
 
 
     def finish(self):