diff --git a/Reconstruction/RecExample/RecPerfTests/test/RecPerfTests_TestConfiguration.xml b/Reconstruction/RecExample/RecPerfTests/test/RecPerfTests_TestConfiguration.xml
index cbc9c3d4e0d37def5102688474dd4ee8a20f3d2a..c42d4b3e346a2c0e06a54a8012b237b43378bdd5 100644
--- a/Reconstruction/RecExample/RecPerfTests/test/RecPerfTests_TestConfiguration.xml
+++ b/Reconstruction/RecExample/RecPerfTests/test/RecPerfTests_TestConfiguration.xml
@@ -34,9 +34,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="system_reco_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -58,9 +59,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="calo_reco_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -82,9 +84,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="combined_reco_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -107,9 +110,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="monitoring_reco_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -131,9 +135,10 @@
checkxAOD.py my.RDO_TRIG.pool.root > my.RDO_TRIG.pool.root.checkfile.txt ;
export userJobId="timingtest_rdotordotrigger";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -156,9 +161,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="monitoring_reco_data15_main";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
- mkdir -p ${OutputDestination} ;
+ mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -168,7 +174,7 @@
</jobTransform>
<jobTransform userJobId="rawtoall_tier0_reco_data16_main">
- <doc>Reco_tf runs on 13TeV collision data from the mainxf stream</doc>
+ <doc>Reco_tf runs on 13TeV collision data from the main stream</doc>
<jobTransformJobName>rawtoall_tier0_reco_data16_main</jobTransformJobName>
<jobTransformCmd>
export TRF_ECHO=1; xrdcp root://eosatlas//eos/atlas/user/a/atlaspmb/data16_13TeV/data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data ; Reco_tf.py --autoConfiguration 'everything' --conditionsTag 'CONDBR2-BLKPA-2016-16' --maxEvents -1 --geometryVersion 'ATLAS-R2-2015-04-00-00' --inputBSFile 'data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data' --outputHISTFile 'myHIST.pool.root' --outputDESDM_SLTTMUFile 'myDESDM_SLTTMU.pool.root' --outputDRAW_RPVLLFile 'myDRAW_RPVLL.pool.root' --outputDESDM_MCPFile 'myDESDM_MCP.pool.root' --outputDRAW_ZMUMUFile 'myDRAW_ZMUMU.pool.root' --outputDESDM_EGAMMAFile 'myDESDM_EGAMMA.pool.root' --outputDESDM_CALJETFile 'myDESDM_CALJET.pool.root' --outputDRAW_TAUMUHFile 'myDRAW_TAUMUH.pool.root' --outputAODFile 'myAOD.pool.root' --outputDESDM_PHOJETFile 'myDESDM_PHOJET.pool.root' --outputDESDM_TILEMUFile 'myDESDM_TILEMU.pool.root' --outputDRAW_EGZFile 'myDRAW_EGZ.pool.root' --outputDESDM_EXOTHIPFile 'myDESDM_EXOTHIP.pool.root' --outputDESDM_SGLELFile 'myDESDM_SGLEL.pool.root' --athenaopts=' --pmon=sdmonfp' --ignoreErrors 'True' --steering doRAWtoALL | tee __log.txt;
@@ -180,9 +186,36 @@
checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
export userJobId="rawtoall_tier0_reco_data16_main";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
+ rsync -avz ntuple* ${OutputDestination}/. ;
+ rsync -avz __* ${OutputDestination}/. ;
+ rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
+ </jobTransformCmd>
+ <group>TrfRecPerf</group>
+ <queue>atlasrttperf</queue>
+ <keepFilePattern>myAOD.pool.root</keepFilePattern>
+ </jobTransform>
+
+ <jobTransform userJobId="rawtoall_tier0_reco_data16_idtide">
+ <doc>Reco_tf runs on 13TeV collision data from the main stream</doc>
+ <jobTransformJobName>rawtoall_tier0_reco_data16_idtide</jobTransformJobName>
+ <jobTransformCmd>
+ export TRF_ECHO=1; xrdcp root://eosatlas//eos/atlas/user/a/atlaspmb/data16_13TeV/data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data ; Reco_tf.py --autoConfiguration 'everything' --conditionsTag 'CONDBR2-BLKPA-2016-16' --maxEvents -1 --geometryVersion 'ATLAS-R2-2015-04-00-00' --inputBSFile 'data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data' --outputHISTFile 'myHIST.pool.root' --outputDESDM_SLTTMUFile 'myDESDM_SLTTMU.pool.root' --outputDRAW_RPVLLFile 'myDRAW_RPVLL.pool.root' --outputDESDM_MCPFile 'myDESDM_MCP.pool.root' --outputDRAW_ZMUMUFile 'myDRAW_ZMUMU.pool.root' --outputDESDM_EGAMMAFile 'myDESDM_EGAMMA.pool.root' --outputDESDM_CALJETFile 'myDESDM_CALJET.pool.root' --outputDRAW_TAUMUHFile 'myDRAW_TAUMUH.pool.root' --outputAODFile 'myAOD.pool.root' --outputDAOD_IDTIDEFile 'myDAOD_IDTIDE.pool.root' --outputDESDM_PHOJETFile 'myDESDM_PHOJET.pool.root' --outputDESDM_TILEMUFile 'myDESDM_TILEMU.pool.root' --outputDRAW_EGZFile 'myDRAW_EGZ.pool.root' --outputDESDM_EXOTHIPFile 'myDESDM_EXOTHIP.pool.root' --outputDESDM_SGLELFile 'myDESDM_SGLEL.pool.root' --athenaopts=' --pmon=sdmonfp' --ignoreErrors 'True' --steering doRAWtoALL | tee __log.txt;
+ echo $? > __exitcode ;
+ touch __done ;
+ grep -i "Reco_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
+ for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
+ checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
+ checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
+ export userJobId="rawtoall_tier0_reco_data16_idtide";
+ export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
+ gzip *txt;
+ mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -194,6 +227,62 @@
</jobTransform>
+ <jobTransform userJobId="rawtoall_tier0_reco_data16_alloutputs">
+ <doc>Reco_tf runs on 13TeV collision data from the all outputs stream</doc>
+ <jobTransformJobName>rawtoall_tier0_reco_data16_alloutputs</jobTransformJobName>
+ <jobTransformCmd>
+ export TRF_ECHO=1; xrdcp root://eosatlas//eos/atlas/user/a/atlaspmb/data16_13TeV/data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data ; Reco_tf.py --autoConfiguration 'everything' --conditionsTag 'CONDBR2-BLKPA-2016-16' --maxEvents 100 --geometryVersion 'ATLAS-R2-2015-04-00-00' --inputBSFile 'data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data' --outputHISTFile 'myHIST.pool.root' --outputDESDM_SLTTMUFile 'myDESDM_SLTTMU.pool.root' --outputDRAW_RPVLLFile 'myDRAW_RPVLL.pool.root' --outputDESDM_MCPFile 'myDESDM_MCP.pool.root' --outputDRAW_ZMUMUFile 'myDRAW_ZMUMU.pool.root' --outputDESDM_EGAMMAFile 'myDESDM_EGAMMA.pool.root' --outputDESDM_CALJETFile 'myDESDM_CALJET.pool.root' --outputDRAW_TAUMUHFile 'myDRAW_TAUMUH.pool.root' --outputAODFile 'myAOD.pool.root' --outputDAOD_IDTIDEFile 'myDAOD_IDTIDE.pool.root' --outputDESDM_PHOJETFile 'myDESDM_PHOJET.pool.root' --outputDESDM_TILEMUFile 'myDESDM_TILEMU.pool.root' --outputDRAW_EGZFile 'myDRAW_EGZ.pool.root' --outputDESDM_EXOTHIPFile 'myDESDM_EXOTHIP.pool.root' --outputDESDM_SGLELFile 'myDESDM_SGLEL.pool.root' --athenaopts=' --pmon=sdmonfp' --ignoreErrors 'True' --steering doRAWtoALL --preExec 'all:from InDetRecExample.InDetJobProperties import InDetFlags; InDetFlags.cutLevel.set_Value_and_Lock(14); ToolSvc += CfgMgr.xAODMaker__TrackParticleCompressorTool( "xAODTrackParticleCompressorTool", OffDiagCovMatrixBits = 7 ); from JetRec import JetRecUtils;f=lambda s:["xAOD::JetContainer#AntiKt4%sJets"%(s,),"xAOD::JetAuxContainer#AntiKt4%sJetsAux."%(s,),"xAOD::EventShape#Kt4%sEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sEventShapeAux."%(s,),"xAOD::EventShape#Kt4%sOriginEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sOriginEventShapeAux."%(s,)]; JetRecUtils.retrieveAODList = lambda : f("EMPFlow")+f("LCTopo")+f("EMTopo")+["xAOD::EventShape#NeutralParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#NeutralParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoForwardEventShapeAux.", "xAOD::EventShape#ParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#ParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoForwardEventShapeAux.", "xAOD::EventShape#TopoClusterIsoCentralEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoCentralEventShapeAux.", "xAOD::EventShape#TopoClusterIsoForwardEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoForwardEventShapeAux.","xAOD::CaloClusterContainer#EMOriginTopoClusters","xAOD::ShallowAuxContainer#EMOriginTopoClustersAux.","xAOD::CaloClusterContainer#LCOriginTopoClusters","xAOD::ShallowAuxContainer#LCOriginTopoClustersAux."]; from BTagging.BTaggingFlags import BTaggingFlags;BTaggingFlags.btaggingAODList=["xAOD::BTaggingContainer#BTagging_AntiKt4EMTopo","xAOD::BTaggingAuxContainer#BTagging_AntiKt4EMTopoAux.","xAOD::BTagVertexContainer#BTagging_AntiKt4EMTopoJFVtx","xAOD::BTagVertexAuxContainer#BTagging_AntiKt4EMTopoJFVtxAux.","xAOD::VertexContainer#BTagging_AntiKt4EMTopoSecVtx","xAOD::VertexAuxContainer#BTagging_AntiKt4EMTopoSecVtxAux.-vxTrackAtVertex"]; from ParticleBuilderOptions.AODFlags import AODFlags; AODFlags.ThinGeantTruth.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(True); from eflowRec.eflowRecFlags import jobproperties; jobproperties.eflowRecFlags.useAODReductionClusterMomentList.set_Value_and_Lock(True); from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.AODEDMSet.set_Value_and_Lock("AODFULL");' --postExec 'ESDtoAOD:CILMergeAOD.removeItem("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.LATERAL.LONGITUDINAL.SECOND_R.SECOND_LAMBDA.CENTER_MAG.CENTER_LAMBDA.FIRST_ENG_DENS.ENG_FRAC_MAX.ISOLATION.ENG_BAD_CELLS.N_BAD_CELLS.BADLARQ_FRAC.ENG_BAD_HV_CELLS.N_BAD_HV_CELLS.ENG_POS.SIGNIFICANCE.CELL_SIGNIFICANCE.CELL_SIG_SAMPLING.AVG_LAR_Q.AVG_TILE_Q.EM_PROBABILITY.PTD.BadChannelList");CILMergeAOD.add("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.N_BAD_CELLS.ENG_BAD_CELLS.BADLARQ_FRAC.AVG_TILE_Q.AVG_LAR_Q.CENTER_MAG.ENG_POS.CENTER_LAMBDA.SECOND_LAMBDA.SECOND_R.ISOLATION.EM_PROBABILITY");StreamAOD.ItemList=CILMergeAOD()' | tee __log.txt;
+ echo $? > __exitcode ;
+ touch __done ;
+ grep -i "Reco_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
+ for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
+ checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
+ checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
+ export userJobId="rawtoall_tier0_reco_data16_alloutputs";
+ export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
+ gzip *txt;
+ mkdir -p ${OutputDestination} ;
+ rsync -avz ntuple* ${OutputDestination}/. ;
+ rsync -avz __* ${OutputDestination}/. ;
+ rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
+ rsync -avz *mem* ${OutputDestination}/. ;
+ </jobTransformCmd>
+ <group>TrfRecPerf</group>
+ <queue>atlasrttperf</queue>
+ <keepFilePattern>myAOD.pool.root</keepFilePattern>
+ </jobTransform>
+
+
+ <jobTransform userJobId="rawtoall_tier0_reco_data16_noidtide">
+ <doc>Reco_tf runs on 13TeV collision data from the all outputs bar idtide stream</doc>
+ <jobTransformJobName>rawtoall_tier0_reco_data16_noidtide</jobTransformJobName>
+ <jobTransformCmd>
+ export TRF_ECHO=1; xrdcp root://eosatlas//eos/atlas/user/a/atlaspmb/data16_13TeV/data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data ; Reco_tf.py --autoConfiguration 'everything' --conditionsTag 'CONDBR2-BLKPA-2016-16' --maxEvents 100 --geometryVersion 'ATLAS-R2-2015-04-00-00' --inputBSFile 'data16_13TeV.00305777.physics_Main.daq.RAW._lb0290._SFO-6._0002.data' --outputHISTFile 'myHIST.pool.root' --outputDESDM_SLTTMUFile 'myDESDM_SLTTMU.pool.root' --outputDRAW_RPVLLFile 'myDRAW_RPVLL.pool.root' --outputDESDM_MCPFile 'myDESDM_MCP.pool.root' --outputDRAW_ZMUMUFile 'myDRAW_ZMUMU.pool.root' --outputDESDM_EGAMMAFile 'myDESDM_EGAMMA.pool.root' --outputDESDM_CALJETFile 'myDESDM_CALJET.pool.root' --outputDRAW_TAUMUHFile 'myDRAW_TAUMUH.pool.root' --outputAODFile 'myAOD.pool.root' --outputDESDM_PHOJETFile 'myDESDM_PHOJET.pool.root' --outputDESDM_TILEMUFile 'myDESDM_TILEMU.pool.root' --outputDRAW_EGZFile 'myDRAW_EGZ.pool.root' --outputDESDM_EXOTHIPFile 'myDESDM_EXOTHIP.pool.root' --outputDESDM_SGLELFile 'myDESDM_SGLEL.pool.root' --athenaopts=' --pmon=sdmonfp' --ignoreErrors 'True' --steering doRAWtoALL --preExec 'all:from InDetRecExample.InDetJobProperties import InDetFlags; InDetFlags.cutLevel.set_Value_and_Lock(14); ToolSvc += CfgMgr.xAODMaker__TrackParticleCompressorTool( "xAODTrackParticleCompressorTool", OffDiagCovMatrixBits = 7 ); from JetRec import JetRecUtils;f=lambda s:["xAOD::JetContainer#AntiKt4%sJets"%(s,),"xAOD::JetAuxContainer#AntiKt4%sJetsAux."%(s,),"xAOD::EventShape#Kt4%sEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sEventShapeAux."%(s,),"xAOD::EventShape#Kt4%sOriginEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sOriginEventShapeAux."%(s,)]; JetRecUtils.retrieveAODList = lambda : f("EMPFlow")+f("LCTopo")+f("EMTopo")+["xAOD::EventShape#NeutralParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#NeutralParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoForwardEventShapeAux.", "xAOD::EventShape#ParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#ParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoForwardEventShapeAux.", "xAOD::EventShape#TopoClusterIsoCentralEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoCentralEventShapeAux.", "xAOD::EventShape#TopoClusterIsoForwardEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoForwardEventShapeAux.","xAOD::CaloClusterContainer#EMOriginTopoClusters","xAOD::ShallowAuxContainer#EMOriginTopoClustersAux.","xAOD::CaloClusterContainer#LCOriginTopoClusters","xAOD::ShallowAuxContainer#LCOriginTopoClustersAux."]; from BTagging.BTaggingFlags import BTaggingFlags;BTaggingFlags.btaggingAODList=["xAOD::BTaggingContainer#BTagging_AntiKt4EMTopo","xAOD::BTaggingAuxContainer#BTagging_AntiKt4EMTopoAux.","xAOD::BTagVertexContainer#BTagging_AntiKt4EMTopoJFVtx","xAOD::BTagVertexAuxContainer#BTagging_AntiKt4EMTopoJFVtxAux.","xAOD::VertexContainer#BTagging_AntiKt4EMTopoSecVtx","xAOD::VertexAuxContainer#BTagging_AntiKt4EMTopoSecVtxAux.-vxTrackAtVertex"]; from ParticleBuilderOptions.AODFlags import AODFlags; AODFlags.ThinGeantTruth.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(True); from eflowRec.eflowRecFlags import jobproperties; jobproperties.eflowRecFlags.useAODReductionClusterMomentList.set_Value_and_Lock(True); from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.AODEDMSet.set_Value_and_Lock("AODFULL");' --postExec 'ESDtoAOD:CILMergeAOD.removeItem("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.LATERAL.LONGITUDINAL.SECOND_R.SECOND_LAMBDA.CENTER_MAG.CENTER_LAMBDA.FIRST_ENG_DENS.ENG_FRAC_MAX.ISOLATION.ENG_BAD_CELLS.N_BAD_CELLS.BADLARQ_FRAC.ENG_BAD_HV_CELLS.N_BAD_HV_CELLS.ENG_POS.SIGNIFICANCE.CELL_SIGNIFICANCE.CELL_SIG_SAMPLING.AVG_LAR_Q.AVG_TILE_Q.EM_PROBABILITY.PTD.BadChannelList");CILMergeAOD.add("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.N_BAD_CELLS.ENG_BAD_CELLS.BADLARQ_FRAC.AVG_TILE_Q.AVG_LAR_Q.CENTER_MAG.ENG_POS.CENTER_LAMBDA.SECOND_LAMBDA.SECOND_R.ISOLATION.EM_PROBABILITY");StreamAOD.ItemList=CILMergeAOD()' | tee __log.txt;
+ echo $? > __exitcode ;
+ touch __done ;
+ grep -i "Reco_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
+ for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
+ checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
+ checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
+ export userJobId="rawtoall_tier0_reco_data16_noidtide";
+ export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
+ gzip *txt;
+ mkdir -p ${OutputDestination} ;
+ rsync -avz ntuple* ${OutputDestination}/. ;
+ rsync -avz __* ${OutputDestination}/. ;
+ rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
+ rsync -avz *mem* ${OutputDestination}/. ;
+ </jobTransformCmd>
+ <group>TrfRecPerf</group>
+ <queue>atlasrttperf</queue>
+ <keepFilePattern>myAOD.pool.root</keepFilePattern>
+ </jobTransform>
+
+
+
+
<jobTransform userJobId="mp_monitoring_reco_data15_main">
<doc>Reco_tf runs on 13TeV collision data from the mainxf stream</doc>
<jobTransformJobName>mp_monitoring_reco_data15_main</jobTransformJobName>
@@ -208,9 +297,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="mp_monitoring_reco_data15_main";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -233,9 +323,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="mp8_monitoring_reco_data15_main";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -257,9 +348,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="rawtoall_monitoring_reco_data15_main";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -284,9 +376,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="mp_rawtoall_monitoring_reco_data15_main";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -309,9 +402,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="mp8_rawtoall_monitoring_reco_data15_main";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -335,9 +429,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="trigger_reco_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -360,9 +455,10 @@
for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
export userJobId="fullsim_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -383,9 +479,10 @@
for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
export userJobId="fastsim_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -406,9 +503,10 @@
for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
export userJobId="digi_mc15_ttbar_valid_13tev_25ns_mu00_to_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -422,20 +520,21 @@
<doc>Full chain (MC15 production setup)</doc>
<jobTransformJobName>fullchain_mc15_ttbar_valid_13tev_25ns_mu40</jobTransformJobName>
<jobTransformCmd>
- export TRF_ECHO=1; Reco_tf.py --inputHITSFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_valid.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.simul.HITS.e3698_s2726/HITS.06950958._003212.pool.root.1 --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --digiSeedOffset1 170 --digiSeedOffset2 170 --geometryVersion 'default:ATLAS-R2-2015-03-01-00' --inputHighPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361035.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_high.merge.HITS.e3581_s2578_s2195/HITS.05608152.*.pool.root.? --inputLowPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361034.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_low.merge.HITS.e3581_s2578_s2195/HITS.05608147.*.pool.root.? --jobNumber 1 --maxEvents 100 --numberOfCavernBkg="0" --numberOfHighPtMinBias '0.122680569785' --numberOfLowPtMinBias '39.8773194302' --outputAODFile="myAOD.pool.root" --outputESDFile="myESD.pool.root" --outputRDOFile="myRDO.pool.root" --pileupFinalBunch '6' --postExec 'all:CfgMgr.MessageSvc().setError+=["HepMcParticleLink"]' 'HITtoRDO:job.StandardPileUpToolsAlg.PileUpTools["MergeMcEventCollTool"].OnlySaveSignalTruth=True;job.StandardPileUpToolsAlg.PileUpTools["MdtDigitizationTool"].LastXing=150' 'RDOtoRDOTrigger:from AthenaCommon.AlgSequence import AlgSequence;AlgSequence().LVL1TGCTrigger.TILEMU=True;from AthenaCommon.AppMgr import ServiceMgr;import MuonRPC_Cabling.MuonRPC_CablingConfig;ServiceMgr.MuonRPC_CablingSvc.RPCTriggerRoadsfromCool=False' --postInclude 'default:RecJobTransforms/UseFrontier.py' --preExec 'all:rec.Commissioning.set_Value_and_Lock(True);from AthenaCommon.BeamFlags import jobproperties;jobproperties.Beam.numberOfCollisions.set_Value_and_Lock(40.0);from LArROD.LArRODFlags import larRODFlags;larRODFlags.NumberOfCollisions.set_Value_and_Lock(40);larRODFlags.nSamples.set_Value_and_Lock(4);larRODFlags.doOFCPileupOptimization.set_Value_and_Lock(True);larRODFlags.firstSample.set_Value_and_Lock(0);larRODFlags.useHighestGainAutoCorr.set_Value_and_Lock(True)' 'RAWtoESD:from CaloRec.CaloCellFlags import jobproperties;jobproperties.CaloCellFlags.doLArCellEmMisCalib=False;from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.triggerMenuSetup="MC_pp_v6_tight_mc_prescale"' 'ESDtoAOD:TriggerFlags.AODEDMSet="AODSLIM"' 'HITtoRDO:userRunLumiOverride={"run":222525, "startmu":40.0, "endmu":41.0, "stepmu":1.0, "startlb":1, "timestamp": 1376703331}' --numberOfCavernBkg '0' --preInclude 'HITtoRDO:Digitization/ForceUseOfPileUpTools.py,SimulationJobOptions/preInclude.PileUpBunchTrainsMC15_2015_25ns_Config1.py,RunDependentSimData/configLumi_muRange.py' --mts ESD:0 --steering "RAWtoESD:in-RDO,in+RDO_TRIG,in-BS" --ignoreErrors 'True' | tee __log.txt;
+ export TRF_ECHO=1; Reco_tf.py --inputHITSFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_valid.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.simul.HITS.e3698_s2726/HITS.06950958._003212.pool.root.1 --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --digiSeedOffset1 170 --digiSeedOffset2 170 --geometryVersion 'default:ATLAS-R2-2015-03-01-00' --inputHighPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361035.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_high.merge.HITS.e3581_s2578_s2195/HITS.05608152.*.pool.root.? --inputLowPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361034.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_low.merge.HITS.e3581_s2578_s2195/HITS.05608147.*.pool.root.? --jobNumber 1 --maxEvents 100 --numberOfCavernBkg="0" --numberOfHighPtMinBias '0.122680569785' --numberOfLowPtMinBias '39.8773194302' --outputAODFile="myAOD.pool.root" --outputESDFile="myESD.pool.root" --outputRDOFile="myRDO.pool.root" --pileupFinalBunch '6' --postExec 'all:CfgMgr.MessageSvc().setError+=["HepMcParticleLink"];' 'HITtoRDO:job.StandardPileUpToolsAlg.PileUpTools["MergeMcEventCollTool"].OnlySaveSignalTruth=True;job.StandardPileUpToolsAlg.PileUpTools["MdtDigitizationTool"].LastXing=150' 'RDOtoRDOTrigger:from AthenaCommon.AlgSequence import AlgSequence;AlgSequence().LVL1TGCTrigger.TILEMU=True;from AthenaCommon.AppMgr import ServiceMgr;import MuonRPC_Cabling.MuonRPC_CablingConfig;ServiceMgr.MuonRPC_CablingSvc.RPCTriggerRoadsfromCool=False' 'ESDtoAOD:CILMergeAOD.removeItem("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.LATERAL.LONGITUDINAL.SECOND_R.SECOND_LAMBDA.CENTER_MAG.CENTER_LAMBDA.FIRST_ENG_DENS.ENG_FRAC_MAX.ISOLATION.ENG_BAD_CELLS.N_BAD_CELLS.BADLARQ_FRAC.ENG_BAD_HV_CELLS.N_BAD_HV_CELLS.ENG_POS.SIGNIFICANCE.CELL_SIGNIFICANCE.CELL_SIG_SAMPLING.AVG_LAR_Q.AVG_TILE_Q.EM_PROBABILITY.PTD.BadChannelList");CILMergeAOD.add("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.N_BAD_CELLS.ENG_BAD_CELLS.BADLARQ_FRAC.AVG_TILE_Q.AVG_LAR_Q.CENTER_MAG.ENG_POS.CENTER_LAMBDA.SECOND_LAMBDA.SECOND_R.ISOLATION.EM_PROBABILITY");StreamAOD.ItemList=CILMergeAOD()' --postInclude 'default:RecJobTransforms/UseFrontier.py' --preExec 'all:rec.Commissioning.set_Value_and_Lock(True);from AthenaCommon.BeamFlags import jobproperties;jobproperties.Beam.numberOfCollisions.set_Value_and_Lock(40.0);from LArROD.LArRODFlags import larRODFlags;larRODFlags.NumberOfCollisions.set_Value_and_Lock(40);larRODFlags.nSamples.set_Value_and_Lock(4);larRODFlags.doOFCPileupOptimization.set_Value_and_Lock(True);larRODFlags.firstSample.set_Value_and_Lock(0);larRODFlags.useHighestGainAutoCorr.set_Value_and_Lock(True);' 'HITtoRDO:userRunLumiOverride={"run":222525, "startmu":40.0, "endmu":41.0, "stepmu":1.0, "startlb":1, "timestamp": 1376703331}' 'RAWtoESD:from InDetRecExample.InDetJobProperties import InDetFlags; InDetFlags.cutLevel.set_Value_and_Lock(14);' 'ESDtoAOD:ToolSvc += CfgMgr.xAODMaker__TrackParticleCompressorTool( "xAODTrackParticleCompressorTool", OffDiagCovMatrixBits = 7 ); from JetRec import JetRecUtils;f=lambda s:["xAOD::JetContainer#AntiKt4%sJets"%(s,),"xAOD::JetAuxContainer#AntiKt4%sJetsAux."%(s,),"xAOD::EventShape#Kt4%sEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sEventShapeAux."%(s,),"xAOD::EventShape#Kt4%sOriginEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sOriginEventShapeAux."%(s,)]; JetRecUtils.retrieveAODList = lambda : f("EMPFlow")+f("LCTopo")+f("EMTopo")+["xAOD::EventShape#NeutralParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#NeutralParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoForwardEventShapeAux.","xAOD::EventShape#ParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#ParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoForwardEventShapeAux.", "xAOD::EventShape#TopoClusterIsoCentralEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoCentralEventShapeAux.", "xAOD::EventShape#TopoClusterIsoForwardEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoForwardEventShapeAux.","xAOD::CaloClusterContainer#EMOriginTopoClusters","xAOD::ShallowAuxContainer#EMOriginTopoClustersAux.","xAOD::CaloClusterContainer#LCOriginTopoClusters","xAOD::ShallowAuxContainer#LCOriginTopoClustersAux."]; from BTagging.BTaggingFlags import BTaggingFlags;BTaggingFlags.btaggingAODList=["xAOD::BTaggingContainer#BTagging_AntiKt4EMTopo","xAOD::BTaggingAuxContainer#BTagging_AntiKt4EMTopoAux.","xAOD::BTagVertexContainer#BTagging_AntiKt4EMTopoJFVtx","xAOD::BTagVertexAuxContainer#BTagging_AntiKt4EMTopoJFVtxAux.","xAOD::VertexContainer#BTagging_AntiKt4EMTopoSecVtx","xAOD::VertexAuxContainer#BTagging_AntiKt4EMTopoSecVtxAux.-vxTrackAtVertex"]; from ParticleBuilderOptions.AODFlags import AODFlags; AODFlags.ThinGeantTruth.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(True); from eflowRec.eflowRecFlags import jobproperties; jobproperties.eflowRecFlags.useAODReductionClusterMomentList.set_Value_and_Lock(True); from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.AODEDMSet.set_Value_and_Lock("AODSLIM");' --numberOfCavernBkg '0' --preInclude 'HITtoRDO:Digitization/ForceUseOfPileUpTools.py,SimulationJobOptions/preInclude.PileUpBunchTrainsMC15_2015_25ns_Config1.py,RunDependentSimData/configLumi_muRange.py' --mts ESD:0 --steering "RAWtoESD:in-RDO,in+RDO_TRIG,in-BS" --ignoreErrors 'True' | tee __log.txt
echo $? > __exitcode ;
touch __done ;
grep -i "Digi_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
export userJobId="fullchain_mc15_ttbar_valid_13tev_25ns_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
checkxAOD.py myRDO.pool.root > myRDO.pool.root.checkfile.txt ;
checkxAOD.py myESD.pool.root > myESD.pool.root.checkfile.txt ;
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -445,105 +544,26 @@
<keepFilePattern>myAOD.pool.root</keepFilePattern>
</jobTransform>
- <jobTransform userJobId="fullchain_mc15_zee_valid_13tev_25ns_mu40">
- <doc>Full chain (MC15 production setup)</doc>
- <jobTransformJobName>fullchain_mc15_zee_valid_13tev_25ns_mu40</jobTransformJobName>
- <jobTransformCmd>
- export TRF_ECHO=1; Reco_tf.py --inputHITSFile root://eosatlas//eos/atlas/user/a/atlaspmb/mc/valid1.361106.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zee.simul.HITS.e5112_s3005/HITS.09687582._000254.pool.root.1 --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --digiSeedOffset1 170 --digiSeedOffset2 170 --geometryVersion 'default:ATLAS-R2-2015-03-01-00' --inputHighPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361035.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_high.merge.HITS.e3581_s2578_s2195/HITS.05608152.*.pool.root.? --inputLowPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361034.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_low.merge.HITS.e3581_s2578_s2195/HITS.05608147.*.pool.root.? --jobNumber 1 --maxEvents 100 --numberOfCavernBkg="0" --numberOfHighPtMinBias '0.122680569785' --numberOfLowPtMinBias '39.8773194302' --outputAODFile="myAOD.pool.root" --outputESDFile="myESD.pool.root" --outputRDOFile="myRDO.pool.root" --pileupFinalBunch '6' --postExec 'all:CfgMgr.MessageSvc().setError+=["HepMcParticleLink"]' 'HITtoRDO:job.StandardPileUpToolsAlg.PileUpTools["MergeMcEventCollTool"].OnlySaveSignalTruth=True;job.StandardPileUpToolsAlg.PileUpTools["MdtDigitizationTool"].LastXing=150' 'RDOtoRDOTrigger:from AthenaCommon.AlgSequence import AlgSequence;AlgSequence().LVL1TGCTrigger.TILEMU=True;from AthenaCommon.AppMgr import ServiceMgr;import MuonRPC_Cabling.MuonRPC_CablingConfig;ServiceMgr.MuonRPC_CablingSvc.RPCTriggerRoadsfromCool=False' --postInclude 'default:RecJobTransforms/UseFrontier.py' --preExec 'all:rec.Commissioning.set_Value_and_Lock(True);from AthenaCommon.BeamFlags import jobproperties;jobproperties.Beam.numberOfCollisions.set_Value_and_Lock(40.0);from LArROD.LArRODFlags import larRODFlags;larRODFlags.NumberOfCollisions.set_Value_and_Lock(40);larRODFlags.nSamples.set_Value_and_Lock(4);larRODFlags.doOFCPileupOptimization.set_Value_and_Lock(True);larRODFlags.firstSample.set_Value_and_Lock(0);larRODFlags.useHighestGainAutoCorr.set_Value_and_Lock(True)' 'RAWtoESD:from CaloRec.CaloCellFlags import jobproperties;jobproperties.CaloCellFlags.doLArCellEmMisCalib=False;from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.triggerMenuSetup="MC_pp_v6_tight_mc_prescale"' 'ESDtoAOD:TriggerFlags.AODEDMSet="AODSLIM"' 'HITtoRDO:userRunLumiOverride={"run":222525, "startmu":40.0, "endmu":41.0, "stepmu":1.0, "startlb":1, "timestamp": 1376703331}' --numberOfCavernBkg '0' --preInclude 'HITtoRDO:Digitization/ForceUseOfPileUpTools.py,SimulationJobOptions/preInclude.PileUpBunchTrainsMC15_2015_25ns_Config1.py,RunDependentSimData/configLumi_muRange.py' --mts ESD:0 --steering "RAWtoESD:in-RDO,in+RDO_TRIG,in-BS" --ignoreErrors 'True' | tee __log.txt;
- echo $? > __exitcode ;
- touch __done ;
- grep -i "Digi_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
- for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
- export userJobId="fullchain_mc15_zee_valid_13tev_25ns_mu40";
- export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
- checkxAOD.py myRDO.pool.root > myRDO.pool.root.checkfile.txt ;
- checkxAOD.py myESD.pool.root > myESD.pool.root.checkfile.txt ;
- checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
- checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
- gzip *txt;
- mkdir -p ${OutputDestination} ;
- rsync -avz ntuple* ${OutputDestination}/. ;
- rsync -avz __* ${OutputDestination}/. ;
- rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
- </jobTransformCmd>
- <group>TrfRecPerf</group>
- <queue>atlasrttperf</queue>
- <keepFilePattern>myAOD.pool.root</keepFilePattern>
- </jobTransform>
-
- <jobTransform userJobId="fullchain_mc15_zmm_valid_13tev_25ns_mu40">
- <doc>Full chain (MC15 production setup)</doc>
- <jobTransformJobName>fullchain_mc15_zmm_valid_13tev_25ns_mu40</jobTransformJobName>
- <jobTransformCmd>
- export TRF_ECHO=1; Reco_tf.py --inputHITSFile root://eosatlas//eos/atlas/user/a/atlaspmb/mc/valid1.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.simul.HITS.e5112_s3005/HITS.09687588._000125.pool.root.1 --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --digiSeedOffset1 170 --digiSeedOffset2 170 --geometryVersion 'default:ATLAS-R2-2015-03-01-00' --inputHighPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361035.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_high.merge.HITS.e3581_s2578_s2195/HITS.05608152.*.pool.root.? --inputLowPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361034.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_low.merge.HITS.e3581_s2578_s2195/HITS.05608147.*.pool.root.? --jobNumber 1 --maxEvents 100 --numberOfCavernBkg="0" --numberOfHighPtMinBias '0.122680569785' --numberOfLowPtMinBias '39.8773194302' --outputAODFile="myAOD.pool.root" --outputESDFile="myESD.pool.root" --outputRDOFile="myRDO.pool.root" --pileupFinalBunch '6' --postExec 'all:CfgMgr.MessageSvc().setError+=["HepMcParticleLink"]' 'HITtoRDO:job.StandardPileUpToolsAlg.PileUpTools["MergeMcEventCollTool"].OnlySaveSignalTruth=True;job.StandardPileUpToolsAlg.PileUpTools["MdtDigitizationTool"].LastXing=150' 'RDOtoRDOTrigger:from AthenaCommon.AlgSequence import AlgSequence;AlgSequence().LVL1TGCTrigger.TILEMU=True;from AthenaCommon.AppMgr import ServiceMgr;import MuonRPC_Cabling.MuonRPC_CablingConfig;ServiceMgr.MuonRPC_CablingSvc.RPCTriggerRoadsfromCool=False' --postInclude 'default:RecJobTransforms/UseFrontier.py' --preExec 'all:rec.Commissioning.set_Value_and_Lock(True);from AthenaCommon.BeamFlags import jobproperties;jobproperties.Beam.numberOfCollisions.set_Value_and_Lock(40.0);from LArROD.LArRODFlags import larRODFlags;larRODFlags.NumberOfCollisions.set_Value_and_Lock(40);larRODFlags.nSamples.set_Value_and_Lock(4);larRODFlags.doOFCPileupOptimization.set_Value_and_Lock(True);larRODFlags.firstSample.set_Value_and_Lock(0);larRODFlags.useHighestGainAutoCorr.set_Value_and_Lock(True)' 'RAWtoESD:from CaloRec.CaloCellFlags import jobproperties;jobproperties.CaloCellFlags.doLArCellEmMisCalib=False;from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.triggerMenuSetup="MC_pp_v6_tight_mc_prescale"' 'ESDtoAOD:TriggerFlags.AODEDMSet="AODSLIM"' 'HITtoRDO:userRunLumiOverride={"run":222525, "startmu":40.0, "endmu":41.0, "stepmu":1.0, "startlb":1, "timestamp": 1376703331}' --numberOfCavernBkg '0' --preInclude 'HITtoRDO:Digitization/ForceUseOfPileUpTools.py,SimulationJobOptions/preInclude.PileUpBunchTrainsMC15_2015_25ns_Config1.py,RunDependentSimData/configLumi_muRange.py' --mts ESD:0 --steering "RAWtoESD:in-RDO,in+RDO_TRIG,in-BS" --ignoreErrors 'True' | tee __log.txt;
- echo $? > __exitcode ;
- touch __done ;
- grep -i "Digi_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
- for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
- export userJobId="fullchain_mc15_zmm_valid_13tev_25ns_mu40";
- export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
- checkxAOD.py myRDO.pool.root > myRDO.pool.root.checkfile.txt ;
- checkxAOD.py myESD.pool.root > myESD.pool.root.checkfile.txt ;
- checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
- checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
- gzip *txt;
- mkdir -p ${OutputDestination} ;
- rsync -avz ntuple* ${OutputDestination}/. ;
- rsync -avz __* ${OutputDestination}/. ;
- rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
- </jobTransformCmd>
- <group>TrfRecPerf</group>
- <queue>atlasrttperf</queue>
- <keepFilePattern>myAOD.pool.root</keepFilePattern>
- </jobTransform>
-
- <jobTransform userJobId="fullchain_mc15_wtn_valid_13tev_25ns_mu40">
- <doc>Full chain (MC15 production setup)</doc>
- <jobTransformJobName>fullchain_mc15_wtn_wtn_13tev_25ns_mu40</jobTransformJobName>
- <jobTransformCmd>
- export TRF_ECHO=1; Reco_tf.py --inputHITSFile root://eosatlas//eos/atlas/user/a/atlaspmb/mc/mc15_13TeV.364184.Sherpa_221_NNPDF30NNLO_Wtaunu_MAXHTPTV0_70_CVetoBVeto.simul.HITS.e5340_s2726/HITS.09427687._009719.pool.root.1 --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --digiSeedOffset1 170 --digiSeedOffset2 170 --geometryVersion 'default:ATLAS-R2-2015-03-01-00' --inputHighPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361035.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_high.merge.HITS.e3581_s2578_s2195/HITS.05608152.*.pool.root.? --inputLowPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361034.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_low.merge.HITS.e3581_s2578_s2195/HITS.05608147.*.pool.root.? --jobNumber 1 --maxEvents 100 --numberOfCavernBkg="0" --numberOfHighPtMinBias '0.122680569785' --numberOfLowPtMinBias '39.8773194302' --outputAODFile="myAOD.pool.root" --outputESDFile="myESD.pool.root" --outputRDOFile="myRDO.pool.root" --pileupFinalBunch '6' --postExec 'all:CfgMgr.MessageSvc().setError+=["HepMcParticleLink"]' 'HITtoRDO:job.StandardPileUpToolsAlg.PileUpTools["MergeMcEventCollTool"].OnlySaveSignalTruth=True;job.StandardPileUpToolsAlg.PileUpTools["MdtDigitizationTool"].LastXing=150' 'RDOtoRDOTrigger:from AthenaCommon.AlgSequence import AlgSequence;AlgSequence().LVL1TGCTrigger.TILEMU=True;from AthenaCommon.AppMgr import ServiceMgr;import MuonRPC_Cabling.MuonRPC_CablingConfig;ServiceMgr.MuonRPC_CablingSvc.RPCTriggerRoadsfromCool=False' --postInclude 'default:RecJobTransforms/UseFrontier.py' --preExec 'all:rec.Commissioning.set_Value_and_Lock(True);from AthenaCommon.BeamFlags import jobproperties;jobproperties.Beam.numberOfCollisions.set_Value_and_Lock(40.0);from LArROD.LArRODFlags import larRODFlags;larRODFlags.NumberOfCollisions.set_Value_and_Lock(40);larRODFlags.nSamples.set_Value_and_Lock(4);larRODFlags.doOFCPileupOptimization.set_Value_and_Lock(True);larRODFlags.firstSample.set_Value_and_Lock(0);larRODFlags.useHighestGainAutoCorr.set_Value_and_Lock(True)' 'RAWtoESD:from CaloRec.CaloCellFlags import jobproperties;jobproperties.CaloCellFlags.doLArCellEmMisCalib=False;from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.triggerMenuSetup="MC_pp_v6_tight_mc_prescale"' 'ESDtoAOD:TriggerFlags.AODEDMSet="AODSLIM"' 'HITtoRDO:userRunLumiOverride={"run":222525, "startmu":40.0, "endmu":41.0, "stepmu":1.0, "startlb":1, "timestamp": 1376703331}' --numberOfCavernBkg '0' --preInclude 'HITtoRDO:Digitization/ForceUseOfPileUpTools.py,SimulationJobOptions/preInclude.PileUpBunchTrainsMC15_2015_25ns_Config1.py,RunDependentSimData/configLumi_muRange.py' --mts ESD:0 --steering "RAWtoESD:in-RDO,in+RDO_TRIG,in-BS" --ignoreErrors 'True' | tee __log.txt;
- echo $? > __exitcode ;
- touch __done ;
- grep -i "Digi_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
- for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
- export userJobId="fullchain_mc15_wtn_valid_13tev_25ns_mu40";
- export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
- checkxAOD.py myRDO.pool.root > myRDO.pool.root.checkfile.txt ;
- checkxAOD.py myESD.pool.root > myESD.pool.root.checkfile.txt ;
- checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
- checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
- gzip *txt;
- mkdir -p ${OutputDestination} ;
- rsync -avz ntuple* ${OutputDestination}/. ;
- rsync -avz __* ${OutputDestination}/. ;
- rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
- </jobTransformCmd>
- <group>TrfRecPerf</group>
- <queue>atlasrttperf</queue>
- <keepFilePattern>myAOD.pool.root</keepFilePattern>
- </jobTransform>
<jobTransform userJobId="fullchain_mc15_ttbar_valid_13tev_25ns_mu60">
<doc>Full chain (MC15 production setup)</doc>
<jobTransformJobName>fullchain_mc15_ttbar_valid_13tev_25ns_mu60</jobTransformJobName>
<jobTransformCmd>
- export TRF_ECHO=1; Reco_tf.py --inputHITSFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_valid.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.simul.HITS.e3698_s2726/HITS.06950958._003212.pool.root.1 --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --digiSeedOffset1 170 --digiSeedOffset2 170 --geometryVersion 'default:ATLAS-R2-2015-03-01-00' --inputHighPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361035.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_high.merge.HITS.e3581_s2578_s2195/HITS.05608152.*.pool.root.? --inputLowPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361034.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_low.merge.HITS.e3581_s2578_s2195/HITS.05608147.*.pool.root.? --jobNumber 1 --maxEvents 100 --numberOfCavernBkg="0" --numberOfHighPtMinBias '0.122680569785' --numberOfLowPtMinBias '39.8773194302' --outputAODFile="myAOD.pool.root" --outputESDFile="myESD.pool.root" --outputRDOFile="myRDO.pool.root" --pileupFinalBunch '6' --postExec 'all:CfgMgr.MessageSvc().setError+=["HepMcParticleLink"]' 'HITtoRDO:job.StandardPileUpToolsAlg.PileUpTools["MergeMcEventCollTool"].OnlySaveSignalTruth=True;job.StandardPileUpToolsAlg.PileUpTools["MdtDigitizationTool"].LastXing=150' 'RDOtoRDOTrigger:from AthenaCommon.AlgSequence import AlgSequence;AlgSequence().LVL1TGCTrigger.TILEMU=True;from AthenaCommon.AppMgr import ServiceMgr;import MuonRPC_Cabling.MuonRPC_CablingConfig;ServiceMgr.MuonRPC_CablingSvc.RPCTriggerRoadsfromCool=False' --postInclude 'default:RecJobTransforms/UseFrontier.py' --preExec 'all:rec.Commissioning.set_Value_and_Lock(True);from AthenaCommon.BeamFlags import jobproperties;jobproperties.Beam.numberOfCollisions.set_Value_and_Lock(40.0);from LArROD.LArRODFlags import larRODFlags;larRODFlags.NumberOfCollisions.set_Value_and_Lock(40);larRODFlags.nSamples.set_Value_and_Lock(4);larRODFlags.doOFCPileupOptimization.set_Value_and_Lock(True);larRODFlags.firstSample.set_Value_and_Lock(0);larRODFlags.useHighestGainAutoCorr.set_Value_and_Lock(True)' 'RAWtoESD:from CaloRec.CaloCellFlags import jobproperties;jobproperties.CaloCellFlags.doLArCellEmMisCalib=False;from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.triggerMenuSetup="MC_pp_v6_tight_mc_prescale"' 'ESDtoAOD:TriggerFlags.AODEDMSet="AODSLIM"' 'HITtoRDO:userRunLumiOverride={"run":222525, "startmu":60.0, "endmu":61.0, "stepmu":1.0, "startlb":1, "timestamp": 1376703331}' --numberOfCavernBkg '0' --preInclude 'HITtoRDO:Digitization/ForceUseOfPileUpTools.py,SimulationJobOptions/preInclude.PileUpBunchTrainsMC15_2015_25ns_Config1.py,RunDependentSimData/configLumi_muRange.py' --mts ESD:0 --steering "RAWtoESD:in-RDO,in+RDO_TRIG,in-BS" --ignoreErrors 'True' | tee __log.txt;
+ export TRF_ECHO=1; Reco_tf.py --inputHITSFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_valid.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.simul.HITS.e3698_s2726/HITS.06950958._003212.pool.root.1 --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --conditionsTag 'default:OFLCOND-RUN12-SDR-31' --digiSeedOffset1 170 --digiSeedOffset2 170 --geometryVersion 'default:ATLAS-R2-2015-03-01-00' --inputHighPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361035.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_high.merge.HITS.e3581_s2578_s2195/HITS.05608152.*.pool.root.? --inputLowPtMinbiasHitsFile root://eosatlas//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/mc15a/mc15_13TeV.361034.Pythia8EvtGen_A2MSTW2008LO_minbias_inelastic_low.merge.HITS.e3581_s2578_s2195/HITS.05608147.*.pool.root.? --jobNumber 1 --maxEvents 100 --numberOfCavernBkg="0" --numberOfHighPtMinBias '0.122680569785' --numberOfLowPtMinBias '39.8773194302' --outputAODFile="myAOD.pool.root" --outputESDFile="myESD.pool.root" --outputRDOFile="myRDO.pool.root" --pileupFinalBunch '6' --postExec 'all:CfgMgr.MessageSvc().setError+=["HepMcParticleLink"];' 'HITtoRDO:job.StandardPileUpToolsAlg.PileUpTools["MergeMcEventCollTool"].OnlySaveSignalTruth=True;job.StandardPileUpToolsAlg.PileUpTools["MdtDigitizationTool"].LastXing=150' 'RDOtoRDOTrigger:from AthenaCommon.AlgSequence import AlgSequence;AlgSequence().LVL1TGCTrigger.TILEMU=True;from AthenaCommon.AppMgr import ServiceMgr;import MuonRPC_Cabling.MuonRPC_CablingConfig;ServiceMgr.MuonRPC_CablingSvc.RPCTriggerRoadsfromCool=False' 'ESDtoAOD:CILMergeAOD.removeItem("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.LATERAL.LONGITUDINAL.SECOND_R.SECOND_LAMBDA.CENTER_MAG.CENTER_LAMBDA.FIRST_ENG_DENS.ENG_FRAC_MAX.ISOLATION.ENG_BAD_CELLS.N_BAD_CELLS.BADLARQ_FRAC.ENG_BAD_HV_CELLS.N_BAD_HV_CELLS.ENG_POS.SIGNIFICANCE.CELL_SIGNIFICANCE.CELL_SIG_SAMPLING.AVG_LAR_Q.AVG_TILE_Q.EM_PROBABILITY.PTD.BadChannelList");CILMergeAOD.add("xAOD::CaloClusterAuxContainer#CaloCalTopoClustersAux.N_BAD_CELLS.ENG_BAD_CELLS.BADLARQ_FRAC.AVG_TILE_Q.AVG_LAR_Q.CENTER_MAG.ENG_POS.CENTER_LAMBDA.SECOND_LAMBDA.SECOND_R.ISOLATION.EM_PROBABILITY");StreamAOD.ItemList=CILMergeAOD()' --postInclude 'default:RecJobTransforms/UseFrontier.py' --preExec 'all:rec.Commissioning.set_Value_and_Lock(True);from AthenaCommon.BeamFlags import jobproperties;jobproperties.Beam.numberOfCollisions.set_Value_and_Lock(40.0);from LArROD.LArRODFlags import larRODFlags;larRODFlags.NumberOfCollisions.set_Value_and_Lock(40);larRODFlags.nSamples.set_Value_and_Lock(4);larRODFlags.doOFCPileupOptimization.set_Value_and_Lock(True);larRODFlags.firstSample.set_Value_and_Lock(0);larRODFlags.useHighestGainAutoCorr.set_Value_and_Lock(True);' 'HITtoRDO:userRunLumiOverride={"run":222525, "startmu":60.0, "endmu":61.0, "stepmu":1.0, "startlb":1, "timestamp": 1376703331}' 'RAWtoESD:from InDetRecExample.InDetJobProperties import InDetFlags; InDetFlags.cutLevel.set_Value_and_Lock(14);' 'ESDtoAOD:ToolSvc += CfgMgr.xAODMaker__TrackParticleCompressorTool( "xAODTrackParticleCompressorTool", OffDiagCovMatrixBits = 7 ); from JetRec import JetRecUtils;f=lambda s:["xAOD::JetContainer#AntiKt4%sJets"%(s,),"xAOD::JetAuxContainer#AntiKt4%sJetsAux."%(s,),"xAOD::EventShape#Kt4%sEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sEventShapeAux."%(s,),"xAOD::EventShape#Kt4%sOriginEventShape"%(s,),"xAOD::EventShapeAuxInfo#Kt4%sOriginEventShapeAux."%(s,)]; JetRecUtils.retrieveAODList = lambda : f("EMPFlow")+f("LCTopo")+f("EMTopo")+["xAOD::EventShape#NeutralParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#NeutralParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#NeutralParticleFlowIsoForwardEventShapeAux.","xAOD::EventShape#ParticleFlowIsoCentralEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoCentralEventShapeAux.", "xAOD::EventShape#ParticleFlowIsoForwardEventShape","xAOD::EventShapeAuxInfo#ParticleFlowIsoForwardEventShapeAux.", "xAOD::EventShape#TopoClusterIsoCentralEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoCentralEventShapeAux.", "xAOD::EventShape#TopoClusterIsoForwardEventShape","xAOD::EventShapeAuxInfo#TopoClusterIsoForwardEventShapeAux.","xAOD::CaloClusterContainer#EMOriginTopoClusters","xAOD::ShallowAuxContainer#EMOriginTopoClustersAux.","xAOD::CaloClusterContainer#LCOriginTopoClusters","xAOD::ShallowAuxContainer#LCOriginTopoClustersAux."]; from BTagging.BTaggingFlags import BTaggingFlags;BTaggingFlags.btaggingAODList=["xAOD::BTaggingContainer#BTagging_AntiKt4EMTopo","xAOD::BTaggingAuxContainer#BTagging_AntiKt4EMTopoAux.","xAOD::BTagVertexContainer#BTagging_AntiKt4EMTopoJFVtx","xAOD::BTagVertexAuxContainer#BTagging_AntiKt4EMTopoJFVtxAux.","xAOD::VertexContainer#BTagging_AntiKt4EMTopoSecVtx","xAOD::VertexAuxContainer#BTagging_AntiKt4EMTopoSecVtxAux.-vxTrackAtVertex"]; from ParticleBuilderOptions.AODFlags import AODFlags; AODFlags.ThinGeantTruth.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(True); AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(True); from eflowRec.eflowRecFlags import jobproperties; jobproperties.eflowRecFlags.useAODReductionClusterMomentList.set_Value_and_Lock(True); from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.AODEDMSet.set_Value_and_Lock("AODSLIM");' --numberOfCavernBkg '0' --preInclude 'HITtoRDO:Digitization/ForceUseOfPileUpTools.py,SimulationJobOptions/preInclude.PileUpBunchTrainsMC15_2015_25ns_Config1.py,RunDependentSimData/configLumi_muRange.py' --mts ESD:0 --steering "RAWtoESD:in-RDO,in+RDO_TRIG,in-BS" --ignoreErrors 'True' | tee __log.txt
echo $? > __exitcode ;
touch __done ;
grep -i "Digi_tf" jobReport.txt | head -n1 | awk -F\" '{print $2}' > __command.sh;
for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
export userJobId="fullchain_mc15_ttbar_valid_13tev_25ns_mu60";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
checkxAOD.py myRDO.pool.root > myRDO.pool.root.checkfile.txt ;
checkxAOD.py myESD.pool.root > myESD.pool.root.checkfile.txt ;
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
checkTriggerxAOD.py myAOD.pool.root > myAOD.trig.pool.root.checkfile.txt ;
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -568,12 +588,13 @@
for f in ntuple*.pmon.gz; do if [ -f "$f" ]; then tar xf $f "*.pmonsd.*" ; fi; done ;
export userJobId="mp_fullchain_mc15_ttbar_valid_13tev_25ns_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
checkxAOD.py myRDO.pool.root > myRDO.pool.root.checkfile.txt ;
checkxAOD.py myESD.pool.root > myESD.pool.root.checkfile.txt ;
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;
@@ -596,9 +617,10 @@
checkxAOD.py myAOD.pool.root > myAOD.pool.root.checkfile.txt ;
export userJobId="combined_reco_mc15_ttbar_valid_13tev_25ns_mu40";
export headDir="/afs/cern.ch/atlas/project/pmb/new_pmb/archive/custom";
- export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`basename ${ATLAS_RELEASE_BASE}`/`basename $ROOTSYS`/${userJobId};
+ export OutputDestination=${headDir}/`date +'%d/%m/%Y'`/`echo ${AtlasBuildBranch}`/`basename $ROOTSYS`/${userJobId};
gzip *txt;
mkdir -p ${OutputDestination} ;
+ rsync -avz *mem* ${OutputDestination}/. ;
rsync -avz ntuple* ${OutputDestination}/. ;
rsync -avz __* ${OutputDestination}/. ;
rsync -avz *.checkfile.txt.gz ${OutputDestination}/. ;