From b55efa9e0bbd374d9430b97c7f40ffcb6ed8c311 Mon Sep 17 00:00:00 2001 From: Tamara Vazquez Schroeder <tamara.vazquez.schroeder@cern.ch> Date: Wed, 21 Mar 2018 20:12:01 +0000 Subject: [PATCH] Merge branch 'EVNT_XXXtoEVNT_TR_21.0' into '21.0' Tidying of configuration for Stopped particle, Cosmic ray and Cavern background simulation See merge request atlas/athena!9101 (cherry picked from commit 30712e4e72b9cd0bef35688ee6d8e57c69626f07) 4f0e04b5 Minor tidying in skeleton.EVGENtoHIT_MC12.py e6708129 Add new trackRecordType argument to specify the type of TrackRecords being read/written c2d1daa0 Replace all remaining usage of EVNT_COSMICS and EVNT_CAVERN with EVNT_TR c686379e StoppedParticleG4_tf.py is now obsolete 2e5b659e Drop usage of inputEVNT_STOPPEDFile and outputEVNT_STOPPEDTRFile --- .../scripts/OverlayChain_tf.py | 2 +- .../SimuJobTransforms/python/simTrfArgs.py | 5 +- .../scripts/StoppedParticleG4_tf.py | 79 ---------------- .../share/skeleton.EVGENtoHIT_ISF.py | 17 ++-- .../share/skeleton.EVGENtoHIT_MC12.py | 47 +++++----- .../test/FullChainTests_TestConfiguration.xml | 4 +- .../test/test_pileup_evgenreco_8TeV.sh | 4 +- .../test/test_pileup_evgenreco_mc15c.sh | 4 +- .../scripts/FullChain_tf.py | 14 ++- .../share/skeleton.EVGENtoRDO.py | 91 +++++++++++-------- 10 files changed, 106 insertions(+), 161 deletions(-) delete mode 100755 Simulation/SimuJobTransforms/scripts/StoppedParticleG4_tf.py diff --git a/Event/EventOverlay/EventOverlayJobTransforms/scripts/OverlayChain_tf.py b/Event/EventOverlay/EventOverlayJobTransforms/scripts/OverlayChain_tf.py index 8c14d45f410..8f845ea92e4 100755 --- a/Event/EventOverlay/EventOverlayJobTransforms/scripts/OverlayChain_tf.py +++ b/Event/EventOverlay/EventOverlayJobTransforms/scripts/OverlayChain_tf.py @@ -23,7 +23,7 @@ from PyJobTransforms.trfDecorators import stdTrfExceptionHandler, sigUsrStackTra import PyJobTransforms.trfArgClasses as trfArgClasses # Prodsys hack... -ListOfDefaultPositionalKeys=['--AFPOn', '--ALFAOn', '--AMIConfig', '--AMITag', '--AddCaloDigi', '--CosmicFilterVolume', '--CosmicFilterVolume2', '--CosmicPtSlice', '--DBRelease', '--DataRunNumber', '--FwdRegionOn', '--LucidOn', '--ReadByteStream', '--ZDCOn', '--argJSON', '--asetup', '--athena', '--athenaMPMergeTargetSize', '--athenaopts', '--attempt', '--beamType', '--checkEventCount', '--command', '--conditionsTag', '--digiRndmSvc', '--digiSeedOffset1', '--digiSeedOffset2', '--digiSteeringConf', '--doAllNoise', '--dumpJSON', '--dumpPickle', '--enableLooperKiller', '--env', '--eventAcceptanceEfficiency', '--outputTXT_EVENTIDFile','--inputTXT_EVENTIDFile', '--execOnly', '--fSampltag', '--fileValidation', '--firstEvent', '--geometryVersion', '--ignoreErrors', '--ignoreFiles', '--ignorePatterns', '--imf', '--inputBS_SKIMFile', '--inputEVNTFile', '--inputEVNT_CAVERNFile', '--inputEVNT_COSMICSFile', '--inputFileValidation', '--inputHITSFile', '--inputZeroBiasBSFile', '--jobNumber', '--jobid', '--lumiBlockMapFile', '--maxEvents', '--maxFilesPerSubjob', '--orphanKiller', '--outputAODFile', '--outputBS_SKIMFile', '--outputESDFile', '--outputEVNT_CAVERNTRFile', '--outputEVNT_COSMICSTRFile', '--outputFileValidation', '--outputHITSFile', '--outputRDOFile', '--outputRDO_FILTFile', '--outputRDO_SGNLFile', '--overlayConfigFile', '--parallelFileValidation', '--physicsList', '--postExec', '--postInclude', '--preExec', '--preInclude', '--randomSeed', '--reportName', '--reportType', '--runNumber', '--samplingFractionDbTag', '--showGraph', '--showPath', '--showSteps', '--simulator', '--skipEvents', '--skipFileValidation', '--skipInputFileValidation', '--skipOutputFileValidation', '--steering', '--taskid', '--tcmalloc', '--tmpRDO', '--tmpRDO_FILT', '--triggerBit', '--truthStrategy', '--useISF', '--valgrind', '--valgrindbasicopts', '--valgrindextraopts', '--WriteRDOFileMetaData'] +ListOfDefaultPositionalKeys=['--AFPOn', '--ALFAOn', '--AMIConfig', '--AMITag', '--AddCaloDigi', '--CosmicFilterVolume', '--CosmicFilterVolume2', '--CosmicPtSlice', '--DBRelease', '--DataRunNumber', '--FwdRegionOn', '--LucidOn', '--ReadByteStream', '--ZDCOn', '--argJSON', '--asetup', '--athena', '--athenaMPMergeTargetSize', '--athenaopts', '--attempt', '--beamType', '--checkEventCount', '--command', '--conditionsTag', '--digiRndmSvc', '--digiSeedOffset1', '--digiSeedOffset2', '--digiSteeringConf', '--doAllNoise', '--dumpJSON', '--dumpPickle', '--enableLooperKiller', '--env', '--eventAcceptanceEfficiency', '--outputTXT_EVENTIDFile','--inputTXT_EVENTIDFile', '--execOnly', '--fSampltag', '--fileValidation', '--firstEvent', '--geometryVersion', '--ignoreErrors', '--ignoreFiles', '--ignorePatterns', '--imf', '--inputBS_SKIMFile', '--inputEVNTFile', '--inputEVNT_TRFile', '--inputFileValidation', '--inputHITSFile', '--inputZeroBiasBSFile', '--jobNumber', '--jobid', '--lumiBlockMapFile', '--maxEvents', '--maxFilesPerSubjob', '--orphanKiller', '--outputAODFile', '--outputBS_SKIMFile', '--outputESDFile', '--outputEVNT_TRFile', '--outputFileValidation', '--outputHITSFile', '--outputRDOFile', '--outputRDO_FILTFile', '--outputRDO_SGNLFile', '--overlayConfigFile', '--parallelFileValidation', '--physicsList', '--postExec', '--postInclude', '--preExec', '--preInclude', '--randomSeed', '--reportName', '--reportType', '--runNumber', '--samplingFractionDbTag', '--showGraph', '--showPath', '--showSteps', '--simulator', '--skipEvents', '--skipFileValidation', '--skipInputFileValidation', '--skipOutputFileValidation', '--steering', '--taskid', '--tcmalloc', '--tmpRDO', '--tmpRDO_FILT', '--triggerBit', '--truthStrategy', '--useISF', '--valgrind', '--valgrindbasicopts', '--valgrindextraopts', '--WriteRDOFileMetaData'] @stdTrfExceptionHandler @sigUsrStackTrace diff --git a/Simulation/SimuJobTransforms/python/simTrfArgs.py b/Simulation/SimuJobTransforms/python/simTrfArgs.py index f4a8912f3ad..beb50014ad5 100644 --- a/Simulation/SimuJobTransforms/python/simTrfArgs.py +++ b/Simulation/SimuJobTransforms/python/simTrfArgs.py @@ -7,7 +7,7 @@ import unittest import pickle import os -from PyJobTransforms.trfArgClasses import argFactory, argFile, argInt, argFloat, argString, argSubstep, trfArgParser, argList, argBool, argPOOLFile, argHITSFile, argRDOFile, argSubstepInt, argSubstepBool +from PyJobTransforms.trfArgClasses import argFactory, argFile, argInt, argFloat, argString, argSubstep, trfArgParser, argList, argBool, argPOOLFile, argHITSFile, argRDOFile, argSubstepInt, argSubstepBool, argSubstepString #from PyJobTransforms.trfLogger import stdLogLevels #from PyJobTransforms.trfDecorators import silent #from PyJobTransforms.trfExitCodes import trfExit @@ -141,6 +141,9 @@ def addTrackRecordArgs(parser): parser.add_argument('--outputEVNT_TRFile', nargs='+', type=argFactory(argPOOLFile, io='output', type='evnt'), help='Output Track Record file - sometimes used in Cosmic ray or cavern background simulation jobs.', group='TrackRecords') + parser.add_argument('--trackRecordType', + type=argFactory(argSubstepString), metavar='CONFIGNAME', + help='Specify the type of TrackRecords being read/written E.g. cosmics, cavern, stopped', group='TrackRecords') ## Add arguments used only by ISF-based simulation jobs diff --git a/Simulation/SimuJobTransforms/scripts/StoppedParticleG4_tf.py b/Simulation/SimuJobTransforms/scripts/StoppedParticleG4_tf.py deleted file mode 100755 index 6ff70f886d9..00000000000 --- a/Simulation/SimuJobTransforms/scripts/StoppedParticleG4_tf.py +++ /dev/null @@ -1,79 +0,0 @@ -#! /usr/bin/env python - -# Copyright (C) 2002-2017 CERN for the benefit of the ATLAS collaboration - -## Stopped particle simulation -# @version $Id: Reco_tf.py 529035 2012-12-05 15:45:24Z graemes $ - -import sys -import time - -import logging - -# Setup core logging here -from PyJobTransforms.trfLogger import msg -msg.info('logging set in %s' % sys.argv[0]) - -from PyJobTransforms.transform import transform -from PyJobTransforms.trfExe import athenaExecutor, DQMergeExecutor -from PyJobTransforms.trfArgs import addAthenaArguments, addDetectorArguments -from PyJobTransforms.trfDecorators import stdTrfExceptionHandler, sigUsrStackTrace -from SimuJobTransforms.simTrfArgs import addForwardDetTrfArgs, addCommonSimTrfArgs, addCommonSimDigTrfArgs - - -import PyJobTransforms.trfArgClasses as trfArgClasses - -# Prodsys hack... -ListOfDefaultPositionalKeys=['--AFPOn', '--ALFAOn', '--DBRelease', '--DataRunNumber', '--FwdRegionOn', '--LucidOn', '--ZDCOn', '--amiConfig', '--amiMetadataTag', '--asetup', '--athena', '--athenaopts', '--beamType', '--checkEventCount', '--command', '--conditionsTag', '--enableLooperKiller', '--env', '--eventAcceptanceEfficiency', '--execOnly', '--firstEvent', '--geometryVersion', '--ignoreErrors', '--ignoreFiles', '--ignorePatterns', '--imf', '--inputEVNTFile', '--jobNumber', '--maxEvents', '--outputEvgen_StoppedFile', '--outputHITSFile', '--physicsList', '--postExec', '--postInclude', '--preExec', '--preInclude', '--randomSeed', '--reportName', '--reportType', '--runNumber', '--showGraph', '--showPath', '--showSteps', '--skipEvents', '--skipFileValidation', '--skipInputFileValidation', '--skipOutputFileValidation', '--tcmalloc', '--useISF'] - -@stdTrfExceptionHandler -@sigUsrStackTrace -def main(): - - msg.info('This is %s' % sys.argv[0]) - - trf = getTransform() - trf.parseCmdLineArgs(sys.argv[1:]) - trf.execute() - trf.generateReport() - - msg.info("%s stopped at %s, trf exit code %d" % (sys.argv[0], time.asctime(), trf.exitCode)) - sys.exit(trf.exitCode) - -def getTransform(): - executorSet = set() - executorSet.add(athenaExecutor(name = 'SPGenerator', skeletonFile = 'SimuJobTransforms/skeleton.EVGENtoHIT_MC12.py', - inData = ['EVNT'], outData = ['EVNT_STOPPED'], tryDropAndReload = False)) - executorSet.add(athenaExecutor(name = 'SPSim', skeletonFile = 'SimuJobTransforms/skeleton.EVGENtoHIT_MC12.py', - inData = ['EVNT_STOPPED'], outData = ['HITS'], tryDropAndReload = False)) - - trf = transform(executor = executorSet) - - addAthenaArguments(trf.parser) - addDetectorArguments(trf.parser) - addCommonSimTrfArgs(trf.parser) - addCommonSimDigTrfArgs(trf.parser) - addMyArgs(trf.parser) - addForwardDetTrfArgs(trf.parser) - return trf - - -def addMyArgs(parser): - # Use arggroup to get these arguments in their own sub-section (of --help) - parser.defineArgGroup('StoppedG4', 'Specific G4 options') - - parser.add_argument('--outputEVNT_STOPPEDFile', nargs='+', - type=trfArgClasses.argFactory(trfArgClasses.argPOOLFile, io='output', runarg=True, type='evnt'), - help='Output evgen file with stopped particles', group='StoppedG4') - -## FIXME - not sure what the equivalent of the method below is in the new framework? - -## def doPreRunActions(self): -## JobTransform.doPreRunActions(self) -## if hasattr(self,'_maxEventsStrategy'): -## self._maxEventsStrategy = 'ABORT' -## else: -## print "WARNING EVGENtoHITJobTransform has no attribute \'_maxEventsStrategy\'." - -if __name__ == '__main__': - main() diff --git a/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_ISF.py b/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_ISF.py index af787fff190..23c7d912088 100644 --- a/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_ISF.py +++ b/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_ISF.py @@ -48,8 +48,6 @@ if hasattr(runArgs, "inputEVNTFile"): setInputEvgenFileJobProperties( runArgs.inputEVNTFile ) elif hasattr(runArgs, "inputEVNT_TRFile"): setInputEvgenFileJobProperties( runArgs.inputEVNT_TRFile ) -elif hasattr(runArgs, "inputEVNT_STOPPEDFile"): - setInputEvgenFileJobProperties( runArgs.inputEVNT_STOPPEDFile ) elif jobproperties.Beam.beamType.get_Value() == 'cosmics': atlasG4log.debug('No inputEVNTFile provided. OK, as performing cosmics simulation.') athenaCommonFlags.PoolEvgenInput.set_Off() @@ -75,8 +73,9 @@ if jobproperties.Beam.beamType.get_Value() == 'cosmics': if hasattr(runArgs, "outputHITSFile"): athenaCommonFlags.PoolHitsOutput.set_Value_and_Lock( runArgs.outputHITSFile ) else: - if hasattr(runArgs, "outputEVNT_STOPPEDFile"): - simFlags.StoppedParticleFile.set_Value_and_Lock( runArgs.outputEVNT_STOPPEDFile ) + if hasattr(runArgs, "outputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + simFlags.StoppedParticleFile.set_Value_and_Lock( runArgs.outputEVNT_TRFile ) #raise RuntimeError("No outputHITSFile provided.") atlasG4log.info('No outputHITSFile provided. This simulation job will not write out any HITS file.') athenaCommonFlags.PoolHitsOutput = "" @@ -109,6 +108,10 @@ if hasattr(runArgs, "preInclude"): for fragment in runArgs.preInclude: include(fragment) +if hasattr(runArgs, "inputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + include('SimulationJobOptions/preInclude.ReadStoppedParticles.py') + # Avoid command line preInclude for cavern background if jobproperties.Beam.beamType.get_Value() != 'cosmics': # If it was already there, then we have a stopped particle file @@ -281,9 +284,9 @@ if hasattr(runArgs, "postInclude"): for fragment in runArgs.postInclude: include(fragment) -# Avoid command line postInclude for stopped particles -if hasattr(runArgs, "outputEVNT_STOPPEDFile"): - include('SimulationJobOptions/postInclude.StoppedParticleWrite.py') +if hasattr(runArgs, "outputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + include('SimulationJobOptions/postInclude.StoppedParticleWrite.py') ## Post-exec if hasattr(runArgs, "postExec"): diff --git a/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_MC12.py b/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_MC12.py index 3898b9a59bb..30f26173903 100644 --- a/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_MC12.py +++ b/Simulation/SimuJobTransforms/share/skeleton.EVGENtoHIT_MC12.py @@ -10,7 +10,7 @@ if hasattr(runArgs, 'useISF') and runArgs.useISF: raise RuntimeError("Unsupported configuration! If you want to run with useISF=True, please use Sim_tf.py!") ## Simulation flags need to be imported first -from G4AtlasApps.SimFlags import SimFlags, simFlags #FIXME drop import of SimFlags rather than simFlags asap +from G4AtlasApps.SimFlags import simFlags simFlags.load_atlas_flags() @@ -46,8 +46,6 @@ if hasattr(runArgs, "inputEVNTFile"): setInputEvgenFileJobProperties( runArgs.inputEVNTFile ) elif hasattr(runArgs, "inputEVNT_TRFile"): setInputEvgenFileJobProperties( runArgs.inputEVNT_TRFile ) -elif hasattr(runArgs, "inputEVNT_STOPPEDFile"): - setInputEvgenFileJobProperties( runArgs.inputEVNT_STOPPEDFile ) elif jobproperties.Beam.beamType.get_Value() == 'cosmics': atlasG4log.debug('No inputEVNTFile provided. OK, as performing cosmics simulation.') athenaCommonFlags.PoolEvgenInput.set_Off() @@ -73,8 +71,9 @@ if jobproperties.Beam.beamType.get_Value() == 'cosmics': if hasattr(runArgs, "outputHITSFile"): athenaCommonFlags.PoolHitsOutput.set_Value_and_Lock( runArgs.outputHITSFile ) else: - if hasattr(runArgs, "outputEVNT_STOPPEDFile"): - simFlags.StoppedParticleFile.set_Value_and_Lock( runArgs.outputEVNT_STOPPEDFile ) + if hasattr(runArgs, "outputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + simFlags.StoppedParticleFile.set_Value_and_Lock( runArgs.outputEVNT_TRFile ) #raise RuntimeError("No outputHITSFile provided.") atlasG4log.info('No outputHITSFile provided. This simulation job will not write out any HITS file.') athenaCommonFlags.PoolHitsOutput = "" @@ -85,6 +84,12 @@ else: atlasG4log.info( '**** Transformation run arguments' ) atlasG4log.info( str(runArgs) ) +from AthenaCommon.AlgSequence import AlgSequence +topSeq = AlgSequence() + +## Set Overall per-Algorithm time-limit on the AlgSequence +topSeq.TimeOut = 43200 * Units.s + #============================================================== # Job Configuration parameters: @@ -101,24 +106,25 @@ if hasattr(runArgs, "preInclude"): for fragment in runArgs.preInclude: include(fragment) -# Avoid command line preInclude for stopped particles -if hasattr(runArgs, "inputEVNT_STOPPEDFile"): - include('SimulationJobOptions/preInclude.ReadStoppedParticles.py') +if hasattr(runArgs, "inputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + include('SimulationJobOptions/preInclude.ReadStoppedParticles.py') # Avoid command line preInclude for cavern background if jobproperties.Beam.beamType.get_Value() != 'cosmics': - if hasattr(runArgs, "inputEVNT_TRFile"): + # If it was already there, then we have a stopped particle file + if hasattr(runArgs, "inputEVNT_TRFile") and\ + not hasattr(topSeq,'TrackRecordGenerator'): include('SimulationJobOptions/preInclude.G4ReadCavern.py') - if hasattr(runArgs, "outputEVNT_TRFile"): + # If there's a stopped particle file, don't do all the cavern stuff + if hasattr(runArgs, "outputEVNT_TRFile") and\ + not (hasattr(simFlags,'StoppedParticleFile') and simFlags.StoppedParticleFile.statusOn and simFlags.StoppedParticleFile.get_Value()!=''): include('SimulationJobOptions/preInclude.G4WriteCavern.py') # Avoid command line preInclude for event service if hasattr(runArgs, "eventService") and runArgs.eventService: include('AthenaMP/AthenaMP_EventService.py') -if jobproperties.Beam.beamType.get_Value() == 'cosmics': - include('SimulationJobOptions/preInclude.Cosmics.py') - ## Select detectors if 'DetFlags' not in dir(): ## If you configure one det flag, you're responsible for configuring them all! @@ -190,7 +196,7 @@ simFlags.SeedsG4.set_Off() ## Set the Run Number (if required) if hasattr(runArgs,"DataRunNumber"): if runArgs.DataRunNumber>0: - atlasG4log.info( 'Overriding run number to be: %s ', runArgs.DataRunNumber ) + atlasG4log.info( 'Overriding run number to be: %s ' % runArgs.DataRunNumber ) simFlags.RunNumber=runArgs.DataRunNumber elif hasattr(runArgs,'jobNumber'): if runArgs.jobNumber>=0: @@ -208,7 +214,6 @@ if jobproperties.Beam.beamType.get_Value() == 'cosmics': simFlags.WriteTR = runArgs.outputEVNT_TRFile include( 'CosmicGenerator/jobOptions_ConfigCosmicProd.py' ) - ## Add filters for non-cosmics simulation ## FIXME: This block should be moved out of the skeleton into job options. if jobproperties.Beam.beamType.get_Value() != 'cosmics': @@ -227,12 +232,6 @@ if not hasattr(runArgs, "enableLooperKiller") or runArgs.enableLooperKiller: else: atlasG4log.warning("The looper killer will NOT be run in this job.") -from AthenaCommon.AlgSequence import AlgSequence -topSeq = AlgSequence() - -## Set Overall per-Algorithm time-limit on the AlgSequence -topSeq.TimeOut = 43200 * Units.s - try: from RecAlgs.RecAlgsConf import TimingAlg topSeq+=TimingAlg("SimTimerBegin", TimingObjOutputName = "EVNTtoHITS_timings") @@ -270,9 +269,9 @@ if hasattr(runArgs, "postInclude"): for fragment in runArgs.postInclude: include(fragment) -# Avoid command line postInclude for stopped particles -if hasattr(runArgs, "outputEVNT_STOPPEDFile"): - include('SimulationJobOptions/postInclude.StoppedParticleWrite.py') +if hasattr(runArgs, "outputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + include('SimulationJobOptions/postInclude.StoppedParticleWrite.py') ## Post-exec if hasattr(runArgs, "postExec"): diff --git a/Tools/FullChainTests/test/FullChainTests_TestConfiguration.xml b/Tools/FullChainTests/test/FullChainTests_TestConfiguration.xml index 74bea051a1e..236d21697a4 100644 --- a/Tools/FullChainTests/test/FullChainTests_TestConfiguration.xml +++ b/Tools/FullChainTests/test/FullChainTests_TestConfiguration.xml @@ -218,7 +218,7 @@ <doc>evgen</doc> <jobTransformJobName>minbiasEvt2CavernEvt_r7725</jobTransformJobName> <jobTransformCmd> - AtlasG4_tf.py --inputEVNTFile 'MC15.361033.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic.13TeV.EVNT.pool.root' --outputHITSFile 'discard.HITS.pool.root' --outputEVNT_CAVERNTRFile 'MC15.cavbg13TeV.EVNT.pool.root' --maxEvents 10 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber='222525' --physicsList 'FTFP_BERT' --randomSeed 5678 --preInclude 'SimulationJobOptions/preInclude.G4WriteCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' + AtlasG4_tf.py --inputEVNTFile 'MC15.361033.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic.13TeV.EVNT.pool.root' --outputHITSFile 'discard.HITS.pool.root' --outputEVNT_TRFile 'MC15.cavbg13TeV.EVNT.pool.root' --maxEvents 10 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber='222525' --physicsList 'FTFP_BERT' --randomSeed 5678 --preInclude 'SimulationJobOptions/preInclude.G4WriteCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' </jobTransformCmd> <group>FCTTransform</group> <chaindataset_info> @@ -246,7 +246,7 @@ <doc>simul</doc> <jobTransformJobName>cavernSimul_r7725</jobTransformJobName> <jobTransformCmd> - Sim_tf.py --simulator 'MC12G4' --inputEVNT_CAVERNFile 'MC15.cavbg13TeV.EVNT.pool.root' --outputHITSFile 'MC15.cavbg13TeV.HITS.pool.root' --maxEvents -1 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber '222525' --physicsList 'FTFP_BERT' --enableLooperKiller 'True' --randomSeed 8765 --preInclude 'EVNTtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py,SimulationJobOptions/preInclude.G4ReadCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' --ignorePatterns='ToolSvc.ISFG4.+ERROR\s+ISF_to_G4Event.+article.conversion.failed' + Sim_tf.py --simulator 'MC12G4' --inputEVNT_TRFile 'MC15.cavbg13TeV.EVNT.pool.root' --outputHITSFile 'MC15.cavbg13TeV.HITS.pool.root' --maxEvents -1 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber '222525' --physicsList 'FTFP_BERT' --enableLooperKiller 'True' --randomSeed 8765 --preInclude 'TRtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py,SimulationJobOptions/preInclude.G4ReadCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' --ignorePatterns='ToolSvc.ISFG4.+ERROR\s+ISF_to_G4Event.+article.conversion.failed' </jobTransformCmd> <group>FCTTransform</group> <chaindataset_info> diff --git a/Tools/FullChainTests/test/test_pileup_evgenreco_8TeV.sh b/Tools/FullChainTests/test/test_pileup_evgenreco_8TeV.sh index a626fd9caf2..830dc63b9b2 100755 --- a/Tools/FullChainTests/test/test_pileup_evgenreco_8TeV.sh +++ b/Tools/FullChainTests/test/test_pileup_evgenreco_8TeV.sh @@ -15,10 +15,10 @@ export JODIR=/cvmfs/atlas.cern.ch/repo/sw/Generators/MC14JobOptions/latest;expor Sim_tf.py --simulator 'MC12G4' --inputEVNTFile 'MC14.108351.pythia_minbias.8TeV.EVNT.pool.root' --outputHitsFile 'MC14.108351.pythia_minbias.8TeV.HITS.pool.root' --maxEvents 10 --skipEvents 0 --geometryVersion 'ATLAS-R2-2015-03-01-00' --conditionsTag 'OFLCOND-RUN12-SDR-21' --DataRunNumber '222222' --physicsList 'FTFP_BERT' --enableLooperKiller 'True' --randomSeed 54298752 --preInclude 'EVNTtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py' --postInclude 'PyJobTransforms/UseFrontier.py' --ignorePatterns='ToolSvc.ISFG4.+ERROR\s+ISF_to_G4Event.+article.conversion.failed' # To provide cavernHitsFile to the Digi. -AtlasG4_tf.py --inputEVNTFile 'MC14.108351.pythia_minbias.8TeV.EVNT.pool.root' --outputHITSFile 'discard.HITS.pool.root' --outputEVNT_CAVERNTRFile 'MC14.cavbg8TeV.EVNT.pool.root' --maxEvents 5 --skipEvents 0 --geometryVersion 'ATLAS-R2-2015-03-01-00' --conditionsTag 'OFLCOND-RUN12-SDR-21' --DataRunNumber='222222' --physicsList 'FTFP_BERT' --randomSeed 5678 --postInclude 'PyJobTransforms/UseFrontier.py' +AtlasG4_tf.py --inputEVNTFile 'MC14.108351.pythia_minbias.8TeV.EVNT.pool.root' --outputHITSFile 'discard.HITS.pool.root' --outputEVNT_TRFile 'MC14.cavbg8TeV.EVNT.pool.root' --maxEvents 5 --skipEvents 0 --geometryVersion 'ATLAS-R2-2015-03-01-00' --conditionsTag 'OFLCOND-RUN12-SDR-21' --DataRunNumber='222222' --physicsList 'FTFP_BERT' --randomSeed 5678 --postInclude 'PyJobTransforms/UseFrontier.py' # -Sim_tf.py --simulator 'MC12G4' --inputEVNT_CAVERNFile 'MC14.cavbg8TeV.EVNT.pool.root' --outputHITSFile 'MC14.cavbg8TeV.HITS.pool.root' --maxEvents -1 --skipEvents 0 --geometryVersion 'ATLAS-R2-2015-03-01-00' --conditionsTag 'OFLCOND-RUN12-SDR-21' --DataRunNumber '222222' --physicsList 'FTFP_BERT' --enableLooperKiller 'True' --randomSeed 8765 --preInclude 'EVNTtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py,SimulationJobOptions/preInclude.G4ReadCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' --ignorePatterns='ToolSvc.ISFG4.+ERROR\s+ISF_to_G4Event.+article.conversion.failed' +Sim_tf.py --simulator 'MC12G4' --inputEVNT_TRFile 'MC14.cavbg8TeV.EVNT.pool.root' --outputHITSFile 'MC14.cavbg8TeV.HITS.pool.root' --maxEvents -1 --skipEvents 0 --geometryVersion 'ATLAS-R2-2015-03-01-00' --conditionsTag 'OFLCOND-RUN12-SDR-21' --DataRunNumber '222222' --physicsList 'FTFP_BERT' --enableLooperKiller 'True' --randomSeed 8765 --preInclude 'TRtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py,SimulationJobOptions/preInclude.G4ReadCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' --ignorePatterns='ToolSvc.ISFG4.+ERROR\s+ISF_to_G4Event.+article.conversion.failed' ########## diff --git a/Tools/FullChainTests/test/test_pileup_evgenreco_mc15c.sh b/Tools/FullChainTests/test/test_pileup_evgenreco_mc15c.sh index ca25e4800f8..74fa53ff8ac 100755 --- a/Tools/FullChainTests/test/test_pileup_evgenreco_mc15c.sh +++ b/Tools/FullChainTests/test/test_pileup_evgenreco_mc15c.sh @@ -38,10 +38,10 @@ MY_EVGEN_minbias=$(findinput MY_EVGEN_minbias BK_EVGEN_minbias) Sim_tf.py --conditionsTag "default:OFLCOND-RUN12-SDR-19" --DataRunNumber 222525 --DBRelease "current" --geometryVersion "default:ATLAS-R2-2015-03-01-00_VALIDATION" --physicsList FTFP_BERT --postInclude "default:PyJobTransforms/UseFrontier.py" --preInclude "EVNTtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py,SimulationJobOptions/preInclude.FrozenShowersFCalOnly.py" --runNumber=304628 --simulator MC12G4 --truthStrategy MC15aPlus --inputEVNTFile ${MY_EVGEN_minbias} --outputHITSFile MC15.361033.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic.13TeV.HITS.pool.root --maxEvents=10 ##### To provide input for the cavernHitsFile -AtlasG4_tf.py --inputEVNTFile ${MY_EVGEN_minbias} --outputHITSFile 'discard.HITS.pool.root' --outputEVNT_CAVERNTRFile 'MC15.cavbg13TeV.EVNT.pool.root' --maxEvents 10 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber='222525' --physicsList 'FTFP_BERT' --randomSeed 5678 --preInclude 'SimulationJobOptions/preInclude.G4WriteCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' +AtlasG4_tf.py --inputEVNTFile ${MY_EVGEN_minbias} --outputHITSFile 'discard.HITS.pool.root' --outputEVNT_TRFile 'MC15.cavbg13TeV.EVNT.pool.root' --maxEvents 10 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber='222525' --physicsList 'FTFP_BERT' --randomSeed 5678 --preInclude 'SimulationJobOptions/preInclude.G4WriteCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' # -Sim_tf.py --simulator 'MC12G4' --inputEVNT_CAVERNFile 'MC15.cavbg13TeV.EVNT.pool.root' --outputHITSFile 'MC15.cavbg13TeV.HITS.pool.root' --maxEvents -1 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber '222525' --physicsList 'FTFP_BERT' --enableLooperKiller 'True' --randomSeed 8765 --preInclude 'EVNTtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py,SimulationJobOptions/preInclude.G4ReadCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' --ignorePatterns='ToolSvc.ISFG4.+ERROR\s+ISF_to_G4Event.+article.conversion.failed' +Sim_tf.py --simulator 'MC12G4' --inputEVNT_TRFile 'MC15.cavbg13TeV.EVNT.pool.root' --outputHITSFile 'MC15.cavbg13TeV.HITS.pool.root' --maxEvents -1 --skipEvents 0 --geometryVersion 'default:ATLAS-R2-2015-03-01-00_VALIDATION' --conditionsTag 'default:OFLCOND-RUN12-SDR-19' --DataRunNumber '222525' --physicsList 'FTFP_BERT' --enableLooperKiller 'True' --randomSeed 8765 --preInclude 'TRtoHITS:SimulationJobOptions/preInclude.BeamPipeKill.py,SimulationJobOptions/preInclude.G4ReadCavern.py' --postInclude 'PyJobTransforms/UseFrontier.py' --ignorePatterns='ToolSvc.ISFG4.+ERROR\s+ISF_to_G4Event.+article.conversion.failed' #### Reco diff --git a/Tools/FullChainTransforms/scripts/FullChain_tf.py b/Tools/FullChainTransforms/scripts/FullChain_tf.py index 790c6b0ff70..754ab586569 100755 --- a/Tools/FullChainTransforms/scripts/FullChain_tf.py +++ b/Tools/FullChainTransforms/scripts/FullChain_tf.py @@ -26,7 +26,7 @@ from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep import PyJobTransforms.trfArgClasses as trfArgClasses -ListOfDefaultPositionalKeys=['--AFPOn', '--ALFAOn', '--AMIConfig', '--AMITag', '--AddCaloDigi', '--CosmicFilterVolume', '--CosmicFilterVolume2', '--CosmicPtSlice', '--DBRelease', '--DataRunNumber', '--FwdRegionOn', '--LucidOn', '--ZDCOn', '--asetup', '--athena', '--athenaopts', '--autoConfiguration', '--beamType', '--bunchSpacing', '--checkEventCount', '--command', '--conditionsTag', '--digiRndmSvc', '--digiSeedOffset1', '--digiSeedOffset2', '--doAllNoise', '--enableLooperKiller', '--env', '--eventAcceptanceEfficiency', '--execOnly', '--firstEvent', '--geometryVersion', '--ignoreErrors', '--ignoreFiles', '--ignorePatterns', '--imf', '--inputAODFile', '--inputBSFile', '--inputBeamGasHitsFile', '--inputBeamHaloHitsFile', '--inputCavernHitsFile', '--inputESDFile', '--inputEVNTFile', '--inputEVNT_CAVERNFile', '--inputEVNT_COSMICSFile', '--inputHITSFile', '--inputHighPtMinbiasHitsFile', '--inputLowPtMinbiasHitsFile', '--inputNTUP_COMMONFile', '--inputRDOFile', '--jobNumber', '--maxEvents', '--numberOfBeamGas', '--numberOfBeamHalo', '--numberOfCavernBkg', '--numberOfHighPtMinBias', '--numberOfLowPtMinBias', '--orphanKiller', '--outputAODFile', '--outputAOD_SKIMFile', '--outputD2AODM_WMUNUFile', '--outputD2AODM_ZEEFile', '--outputD2AODM_ZMUMUFile', '--outputD2AOD_DIONIAFile', '--outputD2AOD_DIPHOFile', '--outputD2AOD_H4LFile', '--outputD2AOD_WENUFile', '--outputD2AOD_ZEEFile', '--outputD2ESDM_TRKJETFile', '--outputD2ESD_DIPHOFile', '--outputD2ESD_JPSIUPSMMFile', '--outputD2ESD_WENUFile', '--outputD2ESD_WMUNUFile', '--outputD2ESD_ZMMFile', '--outputDAODFile', '--outputDAODM_HIGHMJJFile', '--outputDAODM_HSG1File', '--outputDAODM_SGLEMFile', '--outputDAODM_SGLMUFile', '--outputDAODM_SGLPHFile', '--outputDAODM_SGLTAUFile', '--outputDAOD_2EMFile', '--outputDAOD_2L2QHSG2File', '--outputDAOD_2LHSG2File', '--outputDAOD_2MUFile', '--outputDAOD_2PHFile', '--outputDAOD_4LHSG2File', '--outputDAOD_EGLOOSEFile', '--outputDAOD_ELLOOSE18File', '--outputDAOD_ELLOOSEFile', '--outputDAOD_EMJETFile', '--outputDAOD_EMMETFile', '--outputDAOD_EMMUFile', '--outputDAOD_EMTAUFile', '--outputDAOD_H4LBREMRECFile', '--outputDAOD_HIGHMDIJETFile', '--outputDAOD_HSG2File', '--outputDAOD_JETMETFile', '--outputDAOD_JPSIMUMUFile', '--outputDAOD_MUFile', '--outputDAOD_MUJETFile', '--outputDAOD_MUMETFile', '--outputDAOD_MUTAUFile', '--outputDAOD_ONIAMUMUFile', '--outputDAOD_PHLOOSEFile', '--outputDAOD_RNDMFile', '--outputDAOD_SKIMELFile', '--outputDAOD_SUSYEGAMMAFile', '--outputDAOD_SUSYJETSFile', '--outputDAOD_SUSYMUONSFile', '--outputDAOD_TAUJETFile', '--outputDAOD_TESTFile', '--outputDAOD_UPSIMUMUFile', '--outputDAOD_ZEEGAMMAFile', '--outputDAOD_ZMUMUGAMMAFile', '--outputDESDM_ALLCELLSFile', '--outputDESDM_BEAMSPOTFile', '--outputDESDM_EGAMMAFile', '--outputDESDM_METFile', '--outputDESDM_MUONFile', '--outputDESDM_RPVLLCCFile', '--outputDESDM_RPVLLFile', '--outputDESDM_TRACKFile', '--outputDESD_CALJETFile', '--outputDESD_CALOCOMMFile', '--outputDESD_COLLCANDFile', '--outputDESD_CTLFWJETFile', '--outputDESD_EGTAUCOMMFile', '--outputDESD_EMCLUSCOMMFile', '--outputDESD_FWJETFile', '--outputDESD_HIRAREFile', '--outputDESD_IDCOMMFile', '--outputDESD_IDPROJCOMMFile', '--outputDESD_MBIASFile', '--outputDESD_MUONCOMMFile', '--outputDESD_ONIAMUMUHIFile', '--outputDESD_PHOJETFile', '--outputDESD_PIXELCOMMFile', '--outputDESD_PRESCALEDFile', '--outputDESD_RANDOMCOMMFile', '--outputDESD_RPCCOMMFile', '--outputDESD_SCTCOMMFile', '--outputDESD_SGLELFile', '--outputDESD_SGLMUFile', '--outputDESD_SKIMELFile', '--outputDESD_TGCCOMMFile', '--outputDESD_TILECOMMFile', '--outputDNTUPFile', '--outputDRAW_IDPROJCOMMFile', '--outputDRAW_WENUFile', '--outputDRAW_WMUNUFile', '--outputDRAW_ZEEFile', '--outputDRAW_ZMUMUFile', '--outputESDFile', '--outputEVNT_CAVERNTRFile', '--outputEVNT_COSMICSTRFile', '--outputHISTFile', '--outputHIST_AODFile', '--outputHITSFile', '--outputNTUP_2L2QHSG2File', '--outputNTUP_2LHSG2File', '--outputNTUP_4LHSG2File', '--outputNTUP_BKGDFile', '--outputNTUP_BTAGD3PDFile', '--outputNTUP_BTAGEFFFile', '--outputNTUP_BTAGFULLFile', '--outputNTUP_BTAGGHOSTFile', '--outputNTUP_BTAGSLIMFile', '--outputNTUP_CLUSTERCORRECTIONFile', '--outputNTUP_COMMONFile', '--outputNTUP_EGAMMAFile', '--outputNTUP_ENHBIASFile', '--outputNTUP_FASTMONFile', '--outputNTUP_HECNOISEFile', '--outputNTUP_HIFile', '--outputNTUP_HIGHMULTFile', '--outputNTUP_HSG2File', '--outputNTUP_HSG5GAMHFile', '--outputNTUP_HSG5GAMZFile', '--outputNTUP_HSG5WHFile', '--outputNTUP_HSG5WHQFile', '--outputNTUP_HSG5WHUFile', '--outputNTUP_HSG5ZBBFile', '--outputNTUP_HSG5ZHLLFile', '--outputNTUP_HSG5ZHLLUFile', '--outputNTUP_HSG5ZHMETFile', '--outputNTUP_HSG5ZHMETUFile', '--outputNTUP_IDVTXFile', '--outputNTUP_IDVTXLUMIFile', '--outputNTUP_JETMETEMCLFile', '--outputNTUP_JETMETFULLFile', '--outputNTUP_JETMETFile', '--outputNTUP_JETMETWZFile', '--outputNTUP_L1CALOFile', '--outputNTUP_L1CALOPROBFile', '--outputNTUP_L1TGCFile', '--outputNTUP_LARNOISEFile', '--outputNTUP_MCPFile', '--outputNTUP_MINBIASFile', '--outputNTUP_MUFASTFile', '--outputNTUP_MUONCALIBFile', '--outputNTUP_MUONFile', '--outputNTUP_PHOTONFile', '--outputNTUP_PHYSICSFile', '--outputNTUP_PROMPTPHOTFile', '--outputNTUP_SCTFile', '--outputNTUP_SMBKGEFile', '--outputNTUP_SMBKGMUFile', '--outputNTUP_SMDILEPFile', '--outputNTUP_SMDYEEFile', '--outputNTUP_SMDYMUMUFile', '--outputNTUP_SMLIGHTFile', '--outputNTUP_SMQCDFile', '--outputNTUP_SMTRILEPFile', '--outputNTUP_SMWENUFile', '--outputNTUP_SMWENUJJFile', '--outputNTUP_SMWMUNUFile', '--outputNTUP_SMWMUNUJJFile', '--outputNTUP_SMWZFile', '--outputNTUP_SMWZSOFTFile', '--outputNTUP_SMZEEFile', '--outputNTUP_SMZMUMUFile', '--outputNTUP_SUSY01LEPFile', '--outputNTUP_SUSY23LEPFile', '--outputNTUP_SUSY34LEPFile', '--outputNTUP_SUSYBOOSTFile', '--outputNTUP_SUSYFile', '--outputNTUP_SUSYLEPTAUFile', '--outputNTUP_SUSYLLPFile', '--outputNTUP_SUSYRAZORFile', '--outputNTUP_SUSYSKIMFile', '--outputNTUP_SUSYTAGFile', '--outputNTUP_SUSYTRUTHFile', '--outputNTUP_TAUFULLFile', '--outputNTUP_TAUFile', '--outputNTUP_TAUMEDIUMFile', '--outputNTUP_TAUSMALLFile', '--outputNTUP_TOPBOOSTFile', '--outputNTUP_TOPEJETFile', '--outputNTUP_TOPELFile', '--outputNTUP_TOPFile', '--outputNTUP_TOPJETFile', '--outputNTUP_TOPMUFile', '--outputNTUP_TPHSG2File', '--outputNTUP_TRIGBJETFile', '--outputNTUP_TRIGFile', '--outputNTUP_TRIGMUFile', '--outputNTUP_TRKVALIDFile', '--outputNTUP_TRTFile', '--outputNTUP_TRUTHFile', '--outputNTUP_WPRIMEENFile', '--outputNTUP_WPRIMEMNFile', '--outputNTUP_WZFile', '--outputNTUP_ZPRIMEEEFile', '--outputNTUP_ZPRIMEMMFile', '--outputRDOFile', '--outputTAGFile', '--physicsList', '--pileupFinalBunch', '--pileupInitialBunch', '--postExec', '--postInclude', '--preExec', '--preInclude', '--randomSeed', '--reductionConf', '--reportName', '--reportType', '--runNumber', '--samplingFractionDbTag', '--showGraph', '--showPath', '--showSteps', '--simulator', '--skipEvents', '--skipFileValidation', '--skipInputFileValidation', '--skipOutputFileValidation', '--tcmalloc', '--testPileUpConfig', '--tmpRDO', '--trigFilterList', '--triggerConfig', '--useISF'] +ListOfDefaultPositionalKeys=['--AFPOn', '--ALFAOn', '--AMIConfig', '--AMITag', '--AddCaloDigi', '--CosmicFilterVolume', '--CosmicFilterVolume2', '--CosmicPtSlice', '--DBRelease', '--DataRunNumber', '--FwdRegionOn', '--LucidOn', '--ZDCOn', '--asetup', '--athena', '--athenaopts', '--autoConfiguration', '--beamType', '--bunchSpacing', '--checkEventCount', '--command', '--conditionsTag', '--digiRndmSvc', '--digiSeedOffset1', '--digiSeedOffset2', '--doAllNoise', '--enableLooperKiller', '--env', '--eventAcceptanceEfficiency', '--execOnly', '--firstEvent', '--geometryVersion', '--ignoreErrors', '--ignoreFiles', '--ignorePatterns', '--imf', '--inputAODFile', '--inputBSFile', '--inputBeamGasHitsFile', '--inputBeamHaloHitsFile', '--inputCavernHitsFile', '--inputESDFile', '--inputEVNTFile', '--inputEVNT_TRFile', '--inputHITSFile', '--inputHighPtMinbiasHitsFile', '--inputLowPtMinbiasHitsFile', '--inputNTUP_COMMONFile', '--inputRDOFile', '--jobNumber', '--maxEvents', '--numberOfBeamGas', '--numberOfBeamHalo', '--numberOfCavernBkg', '--numberOfHighPtMinBias', '--numberOfLowPtMinBias', '--orphanKiller', '--outputAODFile', '--outputAOD_SKIMFile', '--outputD2AODM_WMUNUFile', '--outputD2AODM_ZEEFile', '--outputD2AODM_ZMUMUFile', '--outputD2AOD_DIONIAFile', '--outputD2AOD_DIPHOFile', '--outputD2AOD_H4LFile', '--outputD2AOD_WENUFile', '--outputD2AOD_ZEEFile', '--outputD2ESDM_TRKJETFile', '--outputD2ESD_DIPHOFile', '--outputD2ESD_JPSIUPSMMFile', '--outputD2ESD_WENUFile', '--outputD2ESD_WMUNUFile', '--outputD2ESD_ZMMFile', '--outputDAODFile', '--outputDAODM_HIGHMJJFile', '--outputDAODM_HSG1File', '--outputDAODM_SGLEMFile', '--outputDAODM_SGLMUFile', '--outputDAODM_SGLPHFile', '--outputDAODM_SGLTAUFile', '--outputDAOD_2EMFile', '--outputDAOD_2L2QHSG2File', '--outputDAOD_2LHSG2File', '--outputDAOD_2MUFile', '--outputDAOD_2PHFile', '--outputDAOD_4LHSG2File', '--outputDAOD_EGLOOSEFile', '--outputDAOD_ELLOOSE18File', '--outputDAOD_ELLOOSEFile', '--outputDAOD_EMJETFile', '--outputDAOD_EMMETFile', '--outputDAOD_EMMUFile', '--outputDAOD_EMTAUFile', '--outputDAOD_H4LBREMRECFile', '--outputDAOD_HIGHMDIJETFile', '--outputDAOD_HSG2File', '--outputDAOD_JETMETFile', '--outputDAOD_JPSIMUMUFile', '--outputDAOD_MUFile', '--outputDAOD_MUJETFile', '--outputDAOD_MUMETFile', '--outputDAOD_MUTAUFile', '--outputDAOD_ONIAMUMUFile', '--outputDAOD_PHLOOSEFile', '--outputDAOD_RNDMFile', '--outputDAOD_SKIMELFile', '--outputDAOD_SUSYEGAMMAFile', '--outputDAOD_SUSYJETSFile', '--outputDAOD_SUSYMUONSFile', '--outputDAOD_TAUJETFile', '--outputDAOD_TESTFile', '--outputDAOD_UPSIMUMUFile', '--outputDAOD_ZEEGAMMAFile', '--outputDAOD_ZMUMUGAMMAFile', '--outputDESDM_ALLCELLSFile', '--outputDESDM_BEAMSPOTFile', '--outputDESDM_EGAMMAFile', '--outputDESDM_METFile', '--outputDESDM_MUONFile', '--outputDESDM_RPVLLCCFile', '--outputDESDM_RPVLLFile', '--outputDESDM_TRACKFile', '--outputDESD_CALJETFile', '--outputDESD_CALOCOMMFile', '--outputDESD_COLLCANDFile', '--outputDESD_CTLFWJETFile', '--outputDESD_EGTAUCOMMFile', '--outputDESD_EMCLUSCOMMFile', '--outputDESD_FWJETFile', '--outputDESD_HIRAREFile', '--outputDESD_IDCOMMFile', '--outputDESD_IDPROJCOMMFile', '--outputDESD_MBIASFile', '--outputDESD_MUONCOMMFile', '--outputDESD_ONIAMUMUHIFile', '--outputDESD_PHOJETFile', '--outputDESD_PIXELCOMMFile', '--outputDESD_PRESCALEDFile', '--outputDESD_RANDOMCOMMFile', '--outputDESD_RPCCOMMFile', '--outputDESD_SCTCOMMFile', '--outputDESD_SGLELFile', '--outputDESD_SGLMUFile', '--outputDESD_SKIMELFile', '--outputDESD_TGCCOMMFile', '--outputDESD_TILECOMMFile', '--outputDNTUPFile', '--outputDRAW_IDPROJCOMMFile', '--outputDRAW_WENUFile', '--outputDRAW_WMUNUFile', '--outputDRAW_ZEEFile', '--outputDRAW_ZMUMUFile', '--outputESDFile', '--outputEVNT_TRFile', '--outputHISTFile', '--outputHIST_AODFile', '--outputHITSFile', '--outputNTUP_2L2QHSG2File', '--outputNTUP_2LHSG2File', '--outputNTUP_4LHSG2File', '--outputNTUP_BKGDFile', '--outputNTUP_BTAGD3PDFile', '--outputNTUP_BTAGEFFFile', '--outputNTUP_BTAGFULLFile', '--outputNTUP_BTAGGHOSTFile', '--outputNTUP_BTAGSLIMFile', '--outputNTUP_CLUSTERCORRECTIONFile', '--outputNTUP_COMMONFile', '--outputNTUP_EGAMMAFile', '--outputNTUP_ENHBIASFile', '--outputNTUP_FASTMONFile', '--outputNTUP_HECNOISEFile', '--outputNTUP_HIFile', '--outputNTUP_HIGHMULTFile', '--outputNTUP_HSG2File', '--outputNTUP_HSG5GAMHFile', '--outputNTUP_HSG5GAMZFile', '--outputNTUP_HSG5WHFile', '--outputNTUP_HSG5WHQFile', '--outputNTUP_HSG5WHUFile', '--outputNTUP_HSG5ZBBFile', '--outputNTUP_HSG5ZHLLFile', '--outputNTUP_HSG5ZHLLUFile', '--outputNTUP_HSG5ZHMETFile', '--outputNTUP_HSG5ZHMETUFile', '--outputNTUP_IDVTXFile', '--outputNTUP_IDVTXLUMIFile', '--outputNTUP_JETMETEMCLFile', '--outputNTUP_JETMETFULLFile', '--outputNTUP_JETMETFile', '--outputNTUP_JETMETWZFile', '--outputNTUP_L1CALOFile', '--outputNTUP_L1CALOPROBFile', '--outputNTUP_L1TGCFile', '--outputNTUP_LARNOISEFile', '--outputNTUP_MCPFile', '--outputNTUP_MINBIASFile', '--outputNTUP_MUFASTFile', '--outputNTUP_MUONCALIBFile', '--outputNTUP_MUONFile', '--outputNTUP_PHOTONFile', '--outputNTUP_PHYSICSFile', '--outputNTUP_PROMPTPHOTFile', '--outputNTUP_SCTFile', '--outputNTUP_SMBKGEFile', '--outputNTUP_SMBKGMUFile', '--outputNTUP_SMDILEPFile', '--outputNTUP_SMDYEEFile', '--outputNTUP_SMDYMUMUFile', '--outputNTUP_SMLIGHTFile', '--outputNTUP_SMQCDFile', '--outputNTUP_SMTRILEPFile', '--outputNTUP_SMWENUFile', '--outputNTUP_SMWENUJJFile', '--outputNTUP_SMWMUNUFile', '--outputNTUP_SMWMUNUJJFile', '--outputNTUP_SMWZFile', '--outputNTUP_SMWZSOFTFile', '--outputNTUP_SMZEEFile', '--outputNTUP_SMZMUMUFile', '--outputNTUP_SUSY01LEPFile', '--outputNTUP_SUSY23LEPFile', '--outputNTUP_SUSY34LEPFile', '--outputNTUP_SUSYBOOSTFile', '--outputNTUP_SUSYFile', '--outputNTUP_SUSYLEPTAUFile', '--outputNTUP_SUSYLLPFile', '--outputNTUP_SUSYRAZORFile', '--outputNTUP_SUSYSKIMFile', '--outputNTUP_SUSYTAGFile', '--outputNTUP_SUSYTRUTHFile', '--outputNTUP_TAUFULLFile', '--outputNTUP_TAUFile', '--outputNTUP_TAUMEDIUMFile', '--outputNTUP_TAUSMALLFile', '--outputNTUP_TOPBOOSTFile', '--outputNTUP_TOPEJETFile', '--outputNTUP_TOPELFile', '--outputNTUP_TOPFile', '--outputNTUP_TOPJETFile', '--outputNTUP_TOPMUFile', '--outputNTUP_TPHSG2File', '--outputNTUP_TRIGBJETFile', '--outputNTUP_TRIGFile', '--outputNTUP_TRIGMUFile', '--outputNTUP_TRKVALIDFile', '--outputNTUP_TRTFile', '--outputNTUP_TRUTHFile', '--outputNTUP_WPRIMEENFile', '--outputNTUP_WPRIMEMNFile', '--outputNTUP_WZFile', '--outputNTUP_ZPRIMEEEFile', '--outputNTUP_ZPRIMEMMFile', '--outputRDOFile', '--outputTAGFile', '--physicsList', '--pileupFinalBunch', '--pileupInitialBunch', '--postExec', '--postInclude', '--preExec', '--preInclude', '--randomSeed', '--reductionConf', '--reportName', '--reportType', '--runNumber', '--samplingFractionDbTag', '--showGraph', '--showPath', '--showSteps', '--simulator', '--skipEvents', '--skipFileValidation', '--skipInputFileValidation', '--skipOutputFileValidation', '--tcmalloc', '--testPileUpConfig', '--tmpRDO', '--trigFilterList', '--triggerConfig', '--useISF'] @stdTrfExceptionHandler @sigUsrStackTrace @@ -50,13 +50,17 @@ def getTransform(): # Sim + Digi - factor these out into an importable function in time + executorSet.add(athenaExecutor(name = 'TRtoHITS', skeletonFile = 'SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py', + substep = 'simTRIn', tryDropAndReload = False, perfMonFile = 'ntuple.pmon.gz', + inData=['EVNT_TR'], + outData=['HITS','NULL'] )) executorSet.add(athenaExecutor(name = 'EVNTtoHITS', skeletonFile = 'SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py', - substep = 'sim', tryDropAndReload = False, perfMonFile = 'ntuple.pmon.gz', - inData=['NULL','EVNT','EVNT_CAVERN','EVNT_COSMICS'], - outData=['EVNT_CAVERNTR','EVNT_COSMICSTR','HITS','NULL'] )) + substep = 'sim', tryDropAndReload = False, perfMonFile = 'ntuple.pmon.gz', + inData=['NULL','EVNT'], + outData=['EVNT_TR','HITS','NULL'] )) trf = transform(executor = executorSet, description = 'Full chain ATLAS transform with ISF simulation, digitisation' - ' and reconstruction. Inputs can be EVNT, HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DPDs.' + ' and reconstruction. Inputs can be EVNT, EVNT_TR, HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DPDs.' ' See https://twiki.cern.ch/twiki/bin/viewauth/Atlas/FullChainTf for more details.') # Common arguments diff --git a/Tools/FullChainTransforms/share/skeleton.EVGENtoRDO.py b/Tools/FullChainTransforms/share/skeleton.EVGENtoRDO.py index b064d7eb4a6..ba246871f5e 100644 --- a/Tools/FullChainTransforms/share/skeleton.EVGENtoRDO.py +++ b/Tools/FullChainTransforms/share/skeleton.EVGENtoRDO.py @@ -63,12 +63,8 @@ if hasattr(runArgs, "inputFile"): # We don't expect both inputFile and inputEVNT*File to be specified if hasattr(runArgs, "inputEVNTFile"): setInputEvgenFileJobProperties( runArgs.inputEVNTFile ) -elif hasattr(runArgs, "inputEVNT_COSMICSFile"): - setInputEvgenFileJobProperties( runArgs.inputEVNT_COSMICSFile ) -elif hasattr(runArgs, "inputEVNT_CAVERNFile"): - setInputEvgenFileJobProperties( runArgs.inputEVNT_CAVERNFile ) -elif hasattr(runArgs, "inputEVNT_STOPPEDFile"): - setInputEvgenFileJobProperties( runArgs.inputEVNT_STOPPEDFile ) +elif hasattr(runArgs, "inputEVNT_TRFile"): + setInputEvgenFileJobProperties( runArgs.inputEVNT_TRFile ) elif jobproperties.Beam.beamType.get_Value() == 'cosmics': fast_chain_log.debug('No inputEVNTFile provided. OK, as performing cosmics simulation.') athenaCommonFlags.PoolEvgenInput.set_Off() @@ -80,8 +76,9 @@ else: if hasattr(runArgs, "outputHITSFile"): athenaCommonFlags.PoolHitsOutput.set_Value_and_Lock( runArgs.outputHITSFile ) else: - if hasattr(runArgs, "outputEVNT_STOPPEDFile"): - simFlags.StoppedParticleFile.set_Value_and_Lock( runArgs.outputEVNT_STOPPEDFile ) + if hasattr(runArgs, "outputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + simFlags.StoppedParticleFile.set_Value_and_Lock( runArgs.outputEVNT_TRFile ) #raise RuntimeError("No outputHITSFile provided.") fast_chain_log.info('No outputHITSFile provided. This simulation job will not write out any HITS file.') athenaCommonFlags.PoolHitsOutput = "" @@ -102,16 +99,32 @@ if hasattr(runArgs, "preSimInclude"): for fragment in runArgs.preSimInclude: include(fragment) - -# Avoid command line preInclude for stopped particles -if hasattr(runArgs, "inputEVNT_STOPPEDFile"): - include('SimulationJobOptions/preInclude.ReadStoppedParticles.py') +if hasattr(runArgs, "inputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + include('SimulationJobOptions/preInclude.ReadStoppedParticles.py') # Avoid command line preInclude for cavern background -if hasattr(runArgs, "inputEVNT_CAVERNFile"): - include('SimulationJobOptions/preInclude.G4ReadCavern.py') -if hasattr(runArgs, "outputEVNT_CAVERNTRFile"): - include('SimulationJobOptions/preInclude.G4WriteCavern.py') +if jobproperties.Beam.beamType.get_Value() != 'cosmics': + # If it was already there, then we have a stopped particle file + if hasattr(runArgs, "inputEVNT_TRFile") and\ + not hasattr(topSeq,'TrackRecordGenerator'): + include('SimulationJobOptions/preInclude.G4ReadCavern.py') + # If there's a stopped particle file, don't do all the cavern stuff + if hasattr(runArgs, "outputEVNT_TRFile") and\ + not (hasattr(simFlags,'StoppedParticleFile') and simFlags.StoppedParticleFile.statusOn and simFlags.StoppedParticleFile.get_Value()!=''): + include('SimulationJobOptions/preInclude.G4WriteCavern.py') + +# Avoid command line preInclude for event service +if hasattr(runArgs, "eventService") and runArgs.eventService: + include('AthenaMP/AthenaMP_EventService.py') + +from ISF_Config.ISF_jobProperties import ISF_Flags +if jobproperties.Beam.beamType.get_Value() == 'cosmics': + ISF_Flags.Simulator.set_Value_and_Lock('CosmicsG4') +elif hasattr(runArgs, 'simulator'): + ISF_Flags.Simulator.set_Value_and_Lock(runArgs.simulator) +else: + ISF_Flags.Simulator.set_Value_and_Lock('MC12G4') # temporary fix to ensure TRT will record hits if using FATRAS # this should eventually be removed when it is configured properly in ISF @@ -120,25 +133,27 @@ if hasattr(runArgs, 'simulator') and runArgs.simulator.find('ATLFASTIIF')>=0: TrkDetFlags.TRT_BuildStrawLayers=True fast_chain_log.info('Enabled TRT_BuildStrawLayers to get hits in ATLFASTIIF') - -## Select detectors - - -if 'DetFlags' not in dir(): - ## If you configure one det flag, you're responsible for configuring them all! - from AthenaCommon.DetFlags import DetFlags - DetFlags.all_setOn() - -DetFlags.LVL1_setOff() # LVL1 is not part of G4 sim -DetFlags.Truth_setOn() -DetFlags.digitize.LVL1_setOff() -# note this makeRIO enables forward detectors, so have to set them off after -DetFlags.makeRIO.all_setOn() -DetFlags.Forward_setOff() -DetFlags.ZDC_setOff() -DetFlags.digitize.ZDC_setOff() -DetFlags.digitize.Micromegas_setOff() -DetFlags.digitize.sTGC_setOff() +try: + from ISF_Config import FlagSetters + FlagSetters.configureFlagsBase() +## Check for any simulator-specific configuration + configureFlags = getattr(FlagSetters, ISF_Flags.Simulator.configFlagsMethodName(), None) + if configureFlags is not None: + configureFlags() +except: + ## Select detectors + if 'DetFlags' not in dir(): + ## If you configure one det flag, you're responsible for configuring them all! + from AthenaCommon.DetFlags import DetFlags + DetFlags.all_setOn() + DetFlags.LVL1_setOff() # LVL1 is not part of G4 sim + DetFlags.Truth_setOn() + DetFlags.Forward_setOff() # Forward dets are off by default + checkHGTDOff = getattr(DetFlags, 'HGTD_setOff', None) + if checkHGTDOff is not None: + checkHGTDOff() #Default for now + +DetFlags.Print() # removed configuration of forward detectors from standard simulation config # corresponding code block removed @@ -222,9 +237,9 @@ if hasattr(runArgs, "postSimInclude"): for fragment in runArgs.postSimInclude: include(fragment) -# Avoid command line postInclude for stopped particles -if hasattr(runArgs, "outputEVNT_STOPPEDFile"): - include('SimulationJobOptions/postInclude.StoppedParticleWrite.py') +if hasattr(runArgs, "outputEVNT_TRFile"): + if hasattr(runArgs,"trackRecordType") and runArgs.trackRecordType=="stopped": + include('SimulationJobOptions/postInclude.StoppedParticleWrite.py') ## Post-exec if hasattr(runArgs, "postSimExec"): -- GitLab