Skip to content
Snippets Groups Projects
Verified Commit 0bd2277d authored by Tadej Novak's avatar Tadej Novak
Browse files

Remove more legacy bookkeeping config

parent e0537fc6
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
Showing
with 0 additions and 322 deletions
Event/EventBookkeeperTools/python/BookkeepingInfoWriter.py
+ 0
− 198
View file @ 0bd2277d
......@@ -146,201 +146,3 @@ class SkimDecisionsWriter(BookkeepingWriterBase):
self.sg.record(sdc,self.SkimDecisionsContainerName)
ROOT.SetOwnership (sdc, False)
return StatusCode.Success
class CutBookkeepersWriter(BookkeepingWriterBase):
__doMC=False
__MCEventInfoCollectionName='McEventInfo'
__cycle='cycle'
__cycleNumber=0
def __init__ ( self, name="CutBookkeepersWriter", **kw ) :
BookkeepingWriterBase.__init__(self,name,**kw)
self.OutputCollectionName="CutBookkeepersContainer"
self.ParentStreamName="N/A" #in principle this should be configured at python level
return
def initialize(self):
self.evtCount=0
self.evtWeightedCount=0
if self.ParentStreamName=="N/A":
self.msg.warning("parent stream name was not configured. It will be: '%s'."%(self.ParentStreamName))
else:
self.msg.info("parent stream name is: '%s'"%(self.ParentStreamName))
pass
self.metadata = PyAthena.py_svc("StoreGateSvc/MetaDataStore")
self.msg.info("OutputCollectionName is '%s'"%self.OutputCollectionName)
self.ebList=[]
self.algList=[]
self.sg = PyAthena.py_svc("StoreGateSvc")
if not self.sg:
self.msg.error("Could not retrieve StoreGateSvc")
return StatusCode.Failure
return BookkeepingWriterBase.initialize(self)
def initDic(self,dic,prefix):
for key in dic.keys():
self.algList.append(dic[key]["Alg"])
self.ebList.append(PyAthena.xAOD.CutBookkeeper_v1())
i=len(self.ebList)-1
#name convention could be of type cyclenumber_streamname_logic_filter(_cut)
# For the time being we settle by logic_filter
self.ebList[i].setName(prefix+"_"+key)
self.ebList[i].setDescription("Number of events accepted by filter %s"%key)
self.ebList[i].setLogic(prefix)
self.ebList[i].setOutputStream(dic[key]["StreamName"])
self.ebList[i].setNAcceptedEvents(0)
self.ebList[i].setCycle(self.getCycleNumber())
self.ebList[i].setInputStream(self.ParentStreamName)
self.ebList[i].setSumOfEventWeights(0.0)
self.ebc.push_back(self.ebList[i])
return
def execute(self):
if self.evtCount==0:
#could this be done in initialize?
self.ebc = PyAthena.xAOD.CutBookkeeperContainer_v1()
self.ebcAux = PyAthena.xAOD.CutBookkeeperAuxContainer_v1()
self.ebc.setStore(self.ebcAux)
#first the total event count
self.ebTot = PyAthena.xAOD.CutBookkeeper_v1()
self.ebTot.setName("AllEvents")
self.ebTot.setDescription("Number of events processed.")
self.ebTot.setNAcceptedEvents(0)
self.ebTot.setSumOfEventWeights(0.0)
self.ebTot.setSumOfEventWeightsSquared(0.0)
self.ebc.push_back(self.ebTot)
#then the filter algs
self.initDic(self._RequireAlgDic,"Require")
self.initDic(self._AcceptAlgDic,"Accept")
self.initDic(self._VetoAlgDic,"Veto")
self.initDic(self._OtherAlgDic,"Other")
self.metadata.record(self.ebc,self.OutputCollectionName)
self.metadata.record(self.ebcAux,self.OutputCollectionName+"Aux.")
#sanity check...
if len(self.ebList) != len(self.algList):
raise IndexError("ebList and algList must have the same lenght. There must be a problem...")
pass
self.evtCount+=1
myMCEventInfo = None
#don't try and find this collection in real data
if True == self.__doMC:
try:
myMCEventInfo = self.sg.retrieve('EventInfo', self.__MCEventInfoCollectionName)
except LookupError:
if self.evtCount <100:
self.msg.warning( 'McEventInfoCollection with name ' +self.__MCEventInfoCollectionName+ ' not found' )
#for samples without event weights (e.g pythia, real data) set the weight to 1.0 so we get a sensible number
#of weighted events (in fact the same number as unweighted events).
#Two ways this can happen...
# - the McEventInfo collection was not in the pool file
if myMCEventInfo:
myEventType = myMCEventInfo.event_type()
mcNLOWeight = myEventType.mc_event_weight();
else:
mcNLOWeight = 1.0
# - the McEventInfo collection was in the pool file, but all weights are zero (e.g. in pythia).
if 0.0 == mcNLOWeight:
mcNLOWeight = 1.0
self.evtWeightedCount+=mcNLOWeight
self.ebTot.setNAcceptedEvents(self.evtCount)
self.ebTot.setSumOfEventWeights(self.evtWeightedCount)
i=0
while i < len(self.ebList):
try:
if self.algList[i].filterPassed():
self.ebList[i].addNAcceptedEvents(1)
self.ebList[i].addSumOfEventWeights(mcNLOWeight)
except:
self.msg.error("problem with alg filterPassed()...")
i+=1
return StatusCode.Success
def finalize(self):
self.msg.info("#----------------------------------------------------")
self.msg.info("Summary of CutBookkeepers")
try:
self.msg.info("%s: %i"%(self.ebTot.getDescription(),self.ebTot.getNAcceptedEvents()))
for eb in self.ebList:
self.msg.info("%s: %i"%(eb.getDescription(),eb.getNAcceptedEvents()))
except:
self.msg.warning("Not able to print a summary! It's probably because zero events were processed.")
self.msg.info("#----------------------------------------------------")
return StatusCode.Success
def setDoMC(self,doMC):
self.__doMC=doMC
def setMCEventInfoCollectionName(self,MCEventInfoCollectionName):
self.__MCEventInfoCollectionName=MCEventInfoCollectionName
def setCycle(self,cycle):
self.__cycle+=str(cycle)
self.__cycleNumber=cycle
def getCycle(self):
cycle =self.__cycle
return cycle
def getCycleNumber(self):
cycleNum =self.__cycleNumber
return cycleNum
class CutCycleWriter( PyAthena.Alg ):
__cycleNumber=0
def __init__ ( self, name="CutCycleWriter", **kw ) :
kw['name'] = name
super(CutCycleWriter,self).__init__(**kw)
self.OutputName = kw.get('OutputName', "ProcessingCycle")
self.CurrentCycle = kw.get('CurrentCycle', 0)
return
def initialize(self):
self.doneWriting = False
self.metadata = PyAthena.py_svc("StoreGateSvc/MetaDataStore")
if not self.metadata:
self.msg.error("Could not retrieve StoreGateSvc/MetaDataStore")
return StatusCode.Failure
# Build the output name
self.OutputName += str(self.CurrentCycle)
self.msg.info("OutputName is '%s'"%self.OutputName)
return StatusCode.Success
def execute(self):
if not self.doneWriting:
#could this be done in initialize?
#cycleCounter = int(self.CurrentCycle)
# cycleCounter = PyAthena.IOVMetaDataContainer()
# cycleCounter = PyAthena.EventBookkeeperCollection()
cycleCounter = PyAthena.xAOD.CutBookkeeperContainer_v1()
self.metadata.record(cycleCounter,self.OutputName)
self.metadata.dump()
self.doneWriting = True
pass
return StatusCode.Success
def finalize(self):
return StatusCode.Success
Event/EventBookkeeperTools/python/ReadSkimDecisions.py deleted 100644 → 0
+ 0
− 33
View file @ e0537fc6
# Copyright (C) 2002-2017 CERN for the benefit of the ATLAS collaboration
# Creation: David Cote (DESY), November 2008
import AthenaPython.PyAthena as PyAthena
from AthenaPython.PyAthena import StatusCode
class SkimDecisionsReader( PyAthena.Alg ):
def __init__ ( self, name = "SkimDecisionsReader", **kw ) :
kw['name'] = name
super(SkimDecisionsReader,self).__init__(**kw)
self.SkimDecisionsContainerName = kw.get( 'SkimDecisionsContainerName', "SkimDecisionsContainer" )
def initialize(self):
self.sg = PyAthena.py_svc("StoreGateSvc")
return StatusCode.Success
def execute(self):
try:
sdc = self.sg.retrieve( "SkimDecisionCollection", self.SkimDecisionsContainerName)
except LookupError:
self.msg.warning( 'SkimDecisionCollection %s not found' % self.SkimDecisionsContainerName )
return StatusCode.Success
self.msg.debug( "Retrieved SkimDecisionsCollection with name %s and lenght %s" % ( self.SkimDecisionsContainerName, sdc.size() ) )
for sd in sdc:
self.msg.info( "Skim decision name: %s", sd.getName() )
self.msg.info( "Skim decision value: %s", sd.isAccepted() )
return StatusCode.Success
def finalize(self):
return StatusCode.Success
Event/EventBookkeeperTools/python/SkimDecisionFilter.py deleted 100644 → 0
+ 0
− 64
View file @ e0537fc6
# Copyright (C) 2002-2017 CERN for the benefit of the ATLAS collaboration
##=============================================================================
## Name: SkimDecisionFilter
##
## Author: Karsten Koeneke (DESY)
## Created: December 2009
##
## Description: This is a short algorithm to select events that were accepted
## by a certain event filter and bookkept into a SkimDecisionCollection.
##=============================================================================
__doc__ = """This is a short algorithm to select events that were accepted
by a certain event filter and bookkept into a SkimDecisionCollection.
"""
__version__ = "0.0.1"
__author__ = "Karsten Koeneke <karsten.koeneke@cern.ch>"
import AthenaPython.PyAthena as PyAthena
from AthenaPython.PyAthena import StatusCode
class SkimDecisionFilter( PyAthena.Alg ):
"""This is a short algorithm to select events that were accepted
by a certain event filter and bookkept into a SkimDecisionCollection.
"""
def __init__ ( self, name = "SkimDecisionFilter", **kw ) :
kw['name'] = name
super( SkimDecisionFilter, self ).__init__(**kw)
# Define the cuts
self.SkimDecisionsContainerName = kw.get( 'SkimDecisionsContainer', "SkimDecisionsContainer" )
self.SkimDecisionsFilterName = kw.get( 'SkimDecisionsFilterName', "" )
pass
def initialize(self):
self.msg.info( '************************************' )
self.msg.info( '==> initialize %s...', self.name() )
self.msg.info( 'Will use the following input container: %r', self.SkimDecisionsContainerName )
self.sg = PyAthena.py_svc( "StoreGateSvc" )
return StatusCode.Success
def execute(self):
sdc = self.sg.retrieve( "SkimDecisionCollection", self.SkimDecisionsContainerName )
for sd in sdc:
self.msg.debug( 'SkimDecision for filter %s was = %r' % ( sd.getName(), sd.isAccepted() ) )
if sd.getName() == self.SkimDecisionsFilterName :
self.setFilterPassed( sd.isAccepted() )
return StatusCode.Success # Found SkimDecision
pass
# Did NOT find SkimDecision
self.setFilterPassed( False )
return StatusCode.Success
def finalize(self):
return StatusCode.Success
pass
PhysicsAnalysis/NTUPtoNTUP/NTUPtoNTUPCore/python/MultipleNTUPStreamManager.py
+ 0
− 20
View file @ 0bd2277d
......@@ -213,26 +213,6 @@ class MultipleNTUPStreamManager:
Stream.AddItem("SkimDecisionCollection#"+sdw.SkimDecisionsContainerName)
return
def CreateEventBookkeepersWriterForAllFilters(self,doMCTruth=False,cycle_number=0):
from EventBookkeeperTools.BookkeepingInfoWriter import EventBookkeepersWriter
ebw=EventBookkeepersWriter()
ebw.setDoMC( doMCTruth )
ebw.setCycle(cycle_number)
#Loop over all streams and add all associated algorithms to ebw
for Stream in self.StreamList:
for a in Stream.GetRequireAlgs():
ebw.addRequireAlg(a,StreamName=Stream.Name)
for a in Stream.GetAcceptAlgs():
ebw.addAcceptAlg(a,StreamName=Stream.Name)
for a in Stream.GetVetoAlgs():
ebw.addVetoAlg(a,StreamName=Stream.Name)
for a in Stream.GetOtherAlgsToBookkeep():
ebw.addOtherAlg(a,StreamName=Stream.Name)
return ebw
############################################################################
# Create one instance of MultipleNTUPStreamManager (MNSMgr) if not already done.
......
Reconstruction/RecExample/RecExCommon/share/AnalysisCommon_topOptions.py
+ 0
− 7
View file @ 0bd2277d
......@@ -459,13 +459,6 @@ if rec.doDPD() and (rec.DPDMakerScripts()!=[] or rec.doDPD.passThroughMode):
pass
if rec.DPDMakerScripts()!=[] and not rec.doDPD.passThroughMode :
# #Create a separate EventBookkeeper list to persistify skimming cycle info
# from EventBookkeeperTools.BookkeepingInfoWriter import CutCycleWriter
# topSequence += CutCycleWriter("CutCycleWriter",
# OutputName = "ProcessingCycle",
# CurrentCycle = currentCycle)
#Explicitely add file metadata from input and from transient store
MSMgr.AddMetaDataItemToAllStreams( "LumiBlockCollection#*" )
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment