diff --git a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoAOD_build.sh b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoAOD_build.sh new file mode 100755 index 0000000000000000000000000000000000000000..98a02eca5056232157b7141eade1d329e6731cd7 --- /dev/null +++ b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoAOD_build.sh @@ -0,0 +1,54 @@ +#!/bin/bash + +# art-description: Test of transform RDO->RDO_TRIG->ESD->AOD with serial athena (legacy trigger) +# art-type: build +# art-include: master/Athena +# art-output: log.* +# art-output: *.log +# art-output: *.txt +# art-output: *.root +# art-output: runargs.* +# art-output: runwrapper.* + +export NAME="trigAna_q221_RDOtoAOD_build" +export TEST="TrigAnalysisTest" +export INPUT="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TriggerTest/valid1.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.merge.RDO.e4993_s3214_r11315/RDO.17533168._000001.pool.root.1" +export EVENTS=20 +export JOB_LOG="athena.log" +export AODTOCHECK="AOD.pool.root" # to run checkFile and checkxAOD on this + +echo "Running RDO->RDO_TRIG->ESD->AOD with Reco_tf command:" +(set -x +Reco_tf.py \ +--AMI=q221 \ +--imf=True \ +--maxEvents=${EVENTS} \ +--inputRDOFile=${INPUT} \ +--outputAODFile=AOD.pool.root \ +--steering="doRDO_TRIG" \ +>${JOB_LOG} 2>&1 +) 2>&1 + +export ATH_RETURN=$? +echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" + +# merge transform logs for post-processing +echo "### ${JOB_LOG} ###" > athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +trfNames="RDOtoRDOTrigger RAWtoESD ESDtoAOD" +for trf in ${trfNames}; do + if [ -f log.${trf} ]; then + echo "### log.${trf} ###" >> athena.merged.log + cat log.${trf} >> athena.merged.log + else + echo "### WARNING: log.${trf} MISSING ###" >> athena.merged.log + fi +done +export JOB_LOG="athena.merged.log" + +# use TrigUpgradeTest post-processing script +source exec_TrigUpgradeTest_art_post.sh + +# zip the merged log (can be large and duplicates information) +tar -czf athena.merged.log.tar.gz athena.merged.log +rm -f athena.merged.log diff --git a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoAOD_mt1_build.sh b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoAOD_mt1_build.sh new file mode 100755 index 0000000000000000000000000000000000000000..420e13b951097219fa709c1371b6d70c31bfd307 --- /dev/null +++ b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoAOD_mt1_build.sh @@ -0,0 +1,56 @@ +#!/bin/bash + +# art-description: Test of transform RDO->RDO_TRIG->ESD->AOD with threads=1 +# art-type: build +# art-include: master/Athena +# art-output: log.* +# art-output: *.log +# art-output: *.txt +# art-output: *.root +# art-output: runargs.* +# art-output: runwrapper.* + +export NAME="trigAna_q221_RDOtoAOD_mt1_build" +export TEST="TrigAnalysisTest" +export INPUT="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TriggerTest/valid1.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.merge.RDO.e4993_s3214_r11315/RDO.17533168._000001.pool.root.1" +export EVENTS=20 +export THREADS=1 +export JOB_LOG="athena.log" +export AODTOCHECK="AOD.pool.root" # to run checkFile and checkxAOD on this + +echo "Running RDO->RDO_TRIG->ESD->AOD with Reco_tf command:" +(set -x +Reco_tf.py \ +--AMI=q221 \ +--imf=True \ +--athenaopts="--threads=${THREADS}" \ +--maxEvents=${EVENTS} \ +--inputRDOFile=${INPUT} \ +--outputAODFile=AOD.pool.root \ +--steering="doRDO_TRIG" \ +>${JOB_LOG} 2>&1 +) 2>&1 + +export ATH_RETURN=$? +echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" + +# merge transform logs for post-processing +echo "### ${JOB_LOG} ###" > athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +trfNames="RDOtoRDOTrigger RAWtoESD ESDtoAOD" +for trf in ${trfNames}; do + if [ -f log.${trf} ]; then + echo "### log.${trf} ###" >> athena.merged.log + cat log.${trf} >> athena.merged.log + else + echo "### WARNING: log.${trf} MISSING ###" >> athena.merged.log + fi +done +export JOB_LOG="athena.merged.log" + +# use TrigUpgradeTest post-processing script +source exec_TrigUpgradeTest_art_post.sh + +# zip the merged log (can be large and duplicates information) +tar -czf athena.merged.log.tar.gz athena.merged.log +rm -f athena.merged.log diff --git a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoPhysval_build.sh b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoPhysval_build.sh new file mode 100755 index 0000000000000000000000000000000000000000..11599c7d3bfc31c35150b42fb6d865e7013dff9a --- /dev/null +++ b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoPhysval_build.sh @@ -0,0 +1,78 @@ +#!/bin/bash + +# art-description: Test of transform RDO->RDO_TRIG->ESD->AOD->NTUP_PHYSVAL with serial athena (legacy trigger) +# art-type: build +# art-include: master/Athena +# art-output: log.* +# art-output: *.log +# art-output: *.txt +# art-output: *.root +# art-output: runargs.* +# art-output: runwrapper.* + +export NAME="trigAna_q221_RDOtoPhysval_build" +export TEST="TrigAnalysisTest" +export INPUT="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TriggerTest/valid1.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.merge.RDO.e4993_s3214_r11315/RDO.17533168._000001.pool.root.1" +export EVENTS=20 +export JOB_LOG="athena.RDOtoAOD.log" +export AODTOCHECK="RDO_TRIG.pool.root" # to run checkFile and checkxAOD on this +export VALIDATIONFLAGS="doExample,doMET,doPFlow,doEgamma,doInDet,doTau,doJet,doBtag,doZee,doMuon,doTrigEgamma,doTrigBphys,doTrigMET,doTrigJet,doTrigMuon,doTrigHLTResult,doTrigCalo,doTrigMinBias,doTrigTau,doTrigIDtrk,doTrigBjet" + +# run the first transform +echo "Running RDO->RDO_TRIG->ESD->AOD with Reco_tf command:" +(set -x +Reco_tf.py \ +--AMI=q221 \ +--imf=True \ +--maxEvents=${EVENTS} \ +--inputRDOFile=${INPUT} \ +--outputAODFile=AOD.pool.root \ +--steering="doRDO_TRIG" \ +--valid=True \ +>${JOB_LOG} 2>&1 +) 2>&1 + +export ATH_RETURN=$? +echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" + +# add log for merging +echo "### ${JOB_LOG} ###" > athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +export JOB_LOG="athena.PhysVal.log" + +# run the second transform +echo "Running AOD->NTUP_PHYSVAL with Reco_tf command:" +(set -x +Reco_tf.py \ +--AMI=q221 \ +--imf=True \ +--maxEvents=${EVENTS} \ +--inputAODFile=AOD.pool.root \ +--outputNTUP_PHYSVALFile=NTUP_PHYSVAL.pool.root \ +--validationFlags="${VALIDATIONFLAGS}" \ +>${JOB_LOG} 2>&1 +) 2>&1 + +export ATH_RETURN=$? +echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" + +# merge transform logs for post-processing +echo "### ${JOB_LOG} ###" >> athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +trfNames="RDOtoRDOTrigger RAWtoESD ESDtoAOD PhysicsValidation" +for trf in ${trfNames}; do + if [ -f log.${trf} ]; then + echo "### log.${trf} ###" >> athena.merged.log + cat log.${trf} >> athena.merged.log + else + echo "### WARNING: log.${trf} MISSING ###" >> athena.merged.log + fi +done +export JOB_LOG="athena.merged.log" + +# use TrigUpgradeTest post-processing script +source exec_TrigUpgradeTest_art_post.sh + +# zip the merged log (can be large and duplicates information) +tar -czf athena.merged.log.tar.gz athena.merged.log +rm -f athena.merged.log diff --git a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoPhysval_mt1_build.sh b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoPhysval_mt1_build.sh new file mode 100755 index 0000000000000000000000000000000000000000..e51abf08b701e8cbd546d1489d05f34c3a492583 --- /dev/null +++ b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoPhysval_mt1_build.sh @@ -0,0 +1,80 @@ +#!/bin/bash + +# art-description: Test of transform RDO->RDO_TRIG->ESD->AOD with threads=1 followed by AOD->NTUP_PHYSVAL with serial athena +# art-type: build +# art-include: master/Athena +# art-output: log.* +# art-output: *.log +# art-output: *.txt +# art-output: *.root +# art-output: runargs.* +# art-output: runwrapper.* + +export NAME="trigAna_q221_RDOtoPhysval_mt1_build" +export TEST="TrigAnalysisTest" +export INPUT="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TriggerTest/valid1.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.merge.RDO.e4993_s3214_r11315/RDO.17533168._000001.pool.root.1" +export EVENTS=20 +export THREADS=1 +export JOB_LOG="athena.RDOtoAOD.log" +export AODTOCHECK="RDO_TRIG.pool.root" # to run checkFile and checkxAOD on this +export VALIDATIONFLAGS="doExample,doMET,doPFlow,doEgamma,doInDet,doTau,doJet,doBtag,doZee,doMuon,doTrigEgamma,doTrigBphys,doTrigMET,doTrigJet,doTrigMuon,doTrigHLTResult,doTrigCalo,doTrigMinBias,doTrigTau,doTrigIDtrk,doTrigBjet" + +# run the first transform +echo "Running RDO->RDO_TRIG->ESD->AOD with Reco_tf command:" +(set -x +Reco_tf.py \ +--AMI=q221 \ +--imf=True \ +--athenaopts="--threads=${THREADS}" \ +--maxEvents=${EVENTS} \ +--inputRDOFile=${INPUT} \ +--outputAODFile=AOD.pool.root \ +--steering="doRDO_TRIG" \ +--valid=True \ +>${JOB_LOG} 2>&1 +) 2>&1 + +export ATH_RETURN=$? +echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" + +# add log for merging +echo "### ${JOB_LOG} ###" > athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +export JOB_LOG="athena.PhysVal.log" + +# run the second transform +echo "Running AOD->NTUP_PHYSVAL with Reco_tf command:" +(set -x +Reco_tf.py \ +--AMI=q221 \ +--imf=True \ +--maxEvents=${EVENTS} \ +--inputAODFile=AOD.pool.root \ +--outputNTUP_PHYSVALFile=NTUP_PHYSVAL.pool.root \ +--validationFlags="${VALIDATIONFLAGS}" \ +>${JOB_LOG} 2>&1 +) 2>&1 + +export ATH_RETURN=$? +echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" + +# merge transform logs for post-processing +echo "### ${JOB_LOG} ###" >> athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +trfNames="RDOtoRDOTrigger RAWtoESD ESDtoAOD PhysicsValidation" +for trf in ${trfNames}; do + if [ -f log.${trf} ]; then + echo "### log.${trf} ###" >> athena.merged.log + cat log.${trf} >> athena.merged.log + else + echo "### WARNING: log.${trf} MISSING ###" >> athena.merged.log + fi +done +export JOB_LOG="athena.merged.log" + +# use TrigUpgradeTest post-processing script +source exec_TrigUpgradeTest_art_post.sh + +# zip the merged log (can be large and duplicates information) +tar -czf athena.merged.log.tar.gz athena.merged.log +rm -f athena.merged.log diff --git a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_build.sh b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_build.sh index 22498effa8063a62cea3ff7d72f01cae24fab6af..f85929c4298077309b54a4eb301dce51e6c6764d 100755 --- a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_build.sh +++ b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_build.sh @@ -17,7 +17,7 @@ export EVENTS=20 export JOB_LOG="athena.log" export AODTOCHECK="RDO_TRIG.pool.root" # to run checkFile and checkxAOD on this -echo "Running Reco_tf command:" +echo "Running RDO->RDO_TRIG with Reco_tf command:" (set -x Reco_tf.py \ --AMI=q221 \ @@ -31,5 +31,23 @@ Reco_tf.py \ export ATH_RETURN=$? echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" +# merge transform logs for post-processing +echo "### ${JOB_LOG} ###" > athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +trfNames="RDOtoRDOTrigger" +for trf in ${trfNames}; do + if [ -f log.${trf} ]; then + echo "### log.${trf} ###" + cat log.${trf} >> athena.merged.log + else + echo "### WARNING: log.${trf} MISSING ###" >> athena.merged.log + fi +done +export JOB_LOG="athena.merged.log" + # use TrigUpgradeTest post-processing script source exec_TrigUpgradeTest_art_post.sh + +# zip the merged log (can be large and duplicates information) +tar -czf athena.merged.log.tar.gz athena.merged.log +rm -f athena.merged.log diff --git a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_mt1_build.sh b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_mt1_build.sh index e272996791fbea4f9eff69d1b1ead220ecdce75d..9af1931f8f790d7ba0919a9a21b77e1e5e9eb7d8 100755 --- a/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_mt1_build.sh +++ b/Trigger/TrigValidation/TrigAnalysisTest/test/test_trigAna_q221_RDOtoRDOTrig_mt1_build.sh @@ -10,7 +10,7 @@ # art-output: runargs.* # art-output: runwrapper.* -export NAME="trigAna_q221_RDOtoRDOTrig_build" +export NAME="trigAna_q221_RDOtoRDOTrig_mt1_build" export TEST="TrigAnalysisTest" export INPUT="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TriggerTest/valid1.410000.PowhegPythiaEvtGen_P2012_ttbar_hdamp172p5_nonallhad.merge.RDO.e4993_s3214_r11315/RDO.17533168._000001.pool.root.1" export EVENTS=20 @@ -18,7 +18,7 @@ export THREADS=1 export JOB_LOG="athena.log" export AODTOCHECK="RDO_TRIG.pool.root" # to run checkFile and checkxAOD on this -echo "Running Reco_tf command:" +echo "Running RDO->RDO_TRIG with Reco_tf command:" (set -x Reco_tf.py \ --AMI=q221 \ @@ -33,5 +33,23 @@ Reco_tf.py \ export ATH_RETURN=$? echo "art-result: ${ATH_RETURN} ${JOB_LOG%.*}" +# merge transform logs for post-processing +echo "### ${JOB_LOG} ###" > athena.merged.log +cat ${JOB_LOG} >> athena.merged.log +trfNames="RDOtoRDOTrigger" +for trf in ${trfNames}; do + if [ -f log.${trf} ]; then + echo "### log.${trf} ###" + cat log.${trf} >> athena.merged.log + else + echo "### WARNING: log.${trf} MISSING ###" >> athena.merged.log + fi +done +export JOB_LOG="athena.merged.log" + # use TrigUpgradeTest post-processing script source exec_TrigUpgradeTest_art_post.sh + +# zip the merged log (can be large and duplicates information) +tar -czf athena.merged.log.tar.gz athena.merged.log +rm -f athena.merged.log