diff --git a/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data15_13TeV_1000evt.sh b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data15_13TeV_1000evt.sh new file mode 100755 index 0000000000000000000000000000000000000000..eb170383a4192b0e867970e9eee2c4a3fa0c8f30 --- /dev/null +++ b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data15_13TeV_1000evt.sh @@ -0,0 +1,74 @@ +#!/bin/bash +# art-description: Standard test for 2015 data +# art-type: grid +# art-include: master/Athena +# art-output: physval*.root +# art-output: *.xml +# art-output: dcube* + +# Fix ordering of output in logfile +exec 2>&1 +run() { (set -x; exec "$@") } + + +lastref_dir=last_results +artdata=/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art +inputBS=${artdata}/RecJobTransformTests/data15_13TeV.00283429.physics_Main.daq.RAW._lb0154._SFO-1._0001.data +dcubeXml="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/dcube/config/IDPVMPlots_R22.xml" +dcubeRef="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/ReferenceHistograms/physval_data15_1000evt_reco_r22.root" + +# Reco step based on test InDetPhysValMonitoring ART setup from Josh Moss. + +run Reco_tf.py \ + --inputBSFile "$inputBS" \ + --maxEvents 1000 \ + --autoConfiguration everything \ + --conditionsTag="CONDBR2-BLKPA-2016-14" \ + --outputAODFile physval.AOD.root \ + --outputNTUP_PHYSVALFile physval.ntuple.root \ + --steering doRAWtoALL \ + --checkEventCount False \ + --ignoreErrors True \ + --valid True \ + --validationFlags doInDet \ + --preExec 'from InDetRecExample.InDetJobProperties import InDetFlags; \ + InDetFlags.doSlimming.set_Value_and_Lock(False); rec.doTrigger.set_Value_and_Lock(False); \ + from InDetPhysValMonitoring.InDetPhysValJobProperties import InDetPhysValFlags; \ + InDetPhysValFlags.doValidateTightPrimaryTracks.set_Value_and_Lock(True); \ + InDetPhysValFlags.doValidateTracksInJets.set_Value_and_Lock(False); \ + InDetPhysValFlags.doValidateGSFTracks.set_Value_and_Lock(False); \ + InDetPhysValFlags.doPhysValOutput.set_Value_and_Lock(True); \ + rec.doDumpProperties=True; rec.doCalo=True; rec.doEgamma=True; \ + rec.doForwardDet=False; rec.doInDet=True; rec.doJetMissingETTag=True; \ + rec.doLArg=True; rec.doLucid=True; rec.doMuon=True; rec.doMuonCombined=True; \ + rec.doSemiDetailedPerfMon=True; rec.doTau=True; rec.doTile=True; \ + from ParticleBuilderOptions.AODFlags import AODFlags; \ + AODFlags.ThinGeantTruth.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(False);\ + AODFlags.ThinInDetForwardTrackParticles.set_Value_and_Lock(False) ' +rec_tf_exit_code=$? +echo "art-result: $rec_tf_exit_code reco" + +if [ $rec_tf_exit_code -eq 0 ] ;then + echo "download latest result" + run art.py download --user=artprod --dst="$lastref_dir" "$ArtPackage" "$ArtJobName" + run ls -la "$lastref_dir" + + echo "compare with R22 with nightly build at 2020-12-05" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube \ + -c ${dcubeXml} \ + -r ${dcubeRef} \ + physval.ntuple.root + echo "art-result: $? plots" + + echo "compare with last build" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube_last \ + -c ${dcubeXml} \ + -r ${lastref_dir}/physval.ntuple.root \ + physval.ntuple.root + echo "art-result: $? plots" +fi + diff --git a/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data16_13TeV_1000evt.sh b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data16_13TeV_1000evt.sh new file mode 100755 index 0000000000000000000000000000000000000000..3efe0fede1c4cb0311442b9eabb4a51ef1186539 --- /dev/null +++ b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data16_13TeV_1000evt.sh @@ -0,0 +1,74 @@ +#!/bin/bash +# art-description: Standard test for 2016 data +# art-type: grid +# art-include: master/Athena +# art-output: physval*.root +# art-output: *.xml +# art-output: dcube* + +# Fix ordering of output in logfile +exec 2>&1 +run() { (set -x; exec "$@") } + + +lastref_dir=last_results +artdata=/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art +inputBS=${artdata}/RecJobTransformTests/data16_13TeV.00310809.physics_Main.daq.RAW._lb1219._SFO-2._0001.data +dcubeXml="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/dcube/config/IDPVMPlots_R22.xml" +dcubeRef="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/ReferenceHistograms/physval_data16_1000evt_reco_r22.root" + +# Reco step based on test InDetPhysValMonitoring ART setup from Josh Moss. + +run Reco_tf.py \ + --inputBSFile "$inputBS" \ + --maxEvents 1000 \ + --autoConfiguration everything \ + --conditionsTag="CONDBR2-BLKPA-2016-19" \ + --outputAODFile physval.AOD.root \ + --outputNTUP_PHYSVALFile physval.ntuple.root \ + --steering doRAWtoALL \ + --checkEventCount False \ + --ignoreErrors True \ + --valid True \ + --validationFlags doInDet \ + --preExec 'from InDetRecExample.InDetJobProperties import InDetFlags; \ + InDetFlags.doSlimming.set_Value_and_Lock(False); rec.doTrigger.set_Value_and_Lock(False); \ + from InDetPhysValMonitoring.InDetPhysValJobProperties import InDetPhysValFlags; \ + InDetPhysValFlags.doValidateTightPrimaryTracks.set_Value_and_Lock(True); \ + InDetPhysValFlags.doValidateTracksInJets.set_Value_and_Lock(False); \ + InDetPhysValFlags.doValidateGSFTracks.set_Value_and_Lock(False); \ + InDetPhysValFlags.doPhysValOutput.set_Value_and_Lock(True); \ + rec.doDumpProperties=True; rec.doCalo=True; rec.doEgamma=True; \ + rec.doForwardDet=False; rec.doInDet=True; rec.doJetMissingETTag=True; \ + rec.doLArg=True; rec.doLucid=True; rec.doMuon=True; rec.doMuonCombined=True; \ + rec.doSemiDetailedPerfMon=True; rec.doTau=True; rec.doTile=True; \ + from ParticleBuilderOptions.AODFlags import AODFlags; \ + AODFlags.ThinGeantTruth.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(False);\ + AODFlags.ThinInDetForwardTrackParticles.set_Value_and_Lock(False) ' +rec_tf_exit_code=$? +echo "art-result: $rec_tf_exit_code reco" + +if [ $rec_tf_exit_code -eq 0 ] ;then + echo "download latest result" + run art.py download --user=artprod --dst="$lastref_dir" "$ArtPackage" "$ArtJobName" + run ls -la "$lastref_dir" + + echo "compare with R22 with nightly build at 2020-12-05" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube \ + -c ${dcubeXml} \ + -r ${dcubeRef} \ + physval.ntuple.root + echo "art-result: $? plots" + + echo "compare with last build" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube_last \ + -c ${dcubeXml} \ + -r ${lastref_dir}/physval.ntuple.root \ + physval.ntuple.root + echo "art-result: $? plots" +fi + diff --git a/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data17_13TeV_1000evt.sh b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data17_13TeV_1000evt.sh new file mode 100755 index 0000000000000000000000000000000000000000..679554938cd59994482cad40338a2364316dad02 --- /dev/null +++ b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data17_13TeV_1000evt.sh @@ -0,0 +1,73 @@ +#!/bin/bash +# art-description: Standard test for 2017 data +# art-type: grid +# art-include: master/Athena +# art-output: physval*.root +# art-output: *.xml +# art-output: dcube* + +# Fix ordering of output in logfile +exec 2>&1 +run() { (set -x; exec "$@") } + + +lastref_dir=last_results +artdata=/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art +inputBS=${artdata}/RecJobTransformTests/data17_13TeV.00324910.physics_Main.daq.RAW._lb0713._SFO-6._0001.data +dcubeXml="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/dcube/config/IDPVMPlots_R22.xml" +dcubeRef="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/ReferenceHistograms/physval_data17_1000evt_reco_r22.root" + +# Reco step based on test InDetPhysValMonitoring ART setup from Josh Moss. + +run Reco_tf.py \ + --inputBSFile "$inputBS" \ + --maxEvents 1000 \ + --AMI=f1088 \ + --outputAODFile physval.AOD.root \ + --outputNTUP_PHYSVALFile physval.ntuple.root \ + --steering doRAWtoALL \ + --checkEventCount False \ + --ignoreErrors True \ + --valid True \ + --validationFlags doInDet \ + --preExec 'from InDetRecExample.InDetJobProperties import InDetFlags; \ + InDetFlags.doSlimming.set_Value_and_Lock(False); rec.doTrigger.set_Value_and_Lock(False); \ + from InDetPhysValMonitoring.InDetPhysValJobProperties import InDetPhysValFlags; \ + InDetPhysValFlags.doValidateTightPrimaryTracks.set_Value_and_Lock(True); \ + InDetPhysValFlags.doValidateTracksInJets.set_Value_and_Lock(False); \ + InDetPhysValFlags.doValidateGSFTracks.set_Value_and_Lock(False); \ + InDetPhysValFlags.doPhysValOutput.set_Value_and_Lock(True); \ + rec.doDumpProperties=True; rec.doCalo=True; rec.doEgamma=True; \ + rec.doForwardDet=False; rec.doInDet=True; rec.doJetMissingETTag=True; \ + rec.doLArg=True; rec.doLucid=True; rec.doMuon=True; rec.doMuonCombined=True; \ + rec.doSemiDetailedPerfMon=True; rec.doTau=True; rec.doTile=True; \ + from ParticleBuilderOptions.AODFlags import AODFlags; \ + AODFlags.ThinGeantTruth.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(False);\ + AODFlags.ThinInDetForwardTrackParticles.set_Value_and_Lock(False) ' +rec_tf_exit_code=$? +echo "art-result: $rec_tf_exit_code reco" + +if [ $rec_tf_exit_code -eq 0 ] ;then + echo "download latest result" + run art.py download --user=artprod --dst="$lastref_dir" "$ArtPackage" "$ArtJobName" + run ls -la "$lastref_dir" + + echo "compare with R22 with nightly build at 2020-12-05" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube \ + -c ${dcubeXml} \ + -r ${dcubeRef} \ + physval.ntuple.root + echo "art-result: $? plots" + + echo "compare with last build" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube_last \ + -c ${dcubeXml} \ + -r ${lastref_dir}/physval.ntuple.root \ + physval.ntuple.root + echo "art-result: $? plots" +fi + diff --git a/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data18_13TeV_1000evt.sh b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data18_13TeV_1000evt.sh new file mode 100755 index 0000000000000000000000000000000000000000..9decc003c2f39d162160858053fbd9bac8dee961 --- /dev/null +++ b/InnerDetector/InDetValidation/InDetPhysValMonitoring/test/test_data18_13TeV_1000evt.sh @@ -0,0 +1,73 @@ +#!/bin/bash +# art-description: Standard test for 2018 data +# art-type: grid +# art-include: master/Athena +# art-output: physval*.root +# art-output: *.xml +# art-output: dcube* + +# Fix ordering of output in logfile +exec 2>&1 +run() { (set -x; exec "$@") } + + +lastref_dir=last_results +artdata=/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art +inputBS=${artdata}/RecJobTransformTests/data18_13TeV/data18_13TeV.00348885.physics_Main.daq.RAW._lb0827._SFO-8._0002.data +dcubeXml="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/dcube/config/IDPVMPlots_R22.xml" +dcubeRef="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/InDetPhysValMonitoring/ReferenceHistograms/physval_data18_1000evt_reco_r22.root" + +# Reco step based on test InDetPhysValMonitoring ART setup from Josh Moss. + +run Reco_tf.py \ + --inputBSFile "$inputBS" \ + --maxEvents 1000 \ + --AMI=f1089 \ + --outputAODFile physval.AOD.root \ + --outputNTUP_PHYSVALFile physval.ntuple.root \ + --steering doRAWtoALL \ + --checkEventCount False \ + --ignoreErrors True \ + --valid True \ + --validationFlags doInDet \ + --preExec 'from InDetRecExample.InDetJobProperties import InDetFlags; \ + InDetFlags.doSlimming.set_Value_and_Lock(False); rec.doTrigger.set_Value_and_Lock(False); \ + from InDetPhysValMonitoring.InDetPhysValJobProperties import InDetPhysValFlags; \ + InDetPhysValFlags.doValidateTightPrimaryTracks.set_Value_and_Lock(True); \ + InDetPhysValFlags.doValidateTracksInJets.set_Value_and_Lock(False); \ + InDetPhysValFlags.doValidateGSFTracks.set_Value_and_Lock(False); \ + InDetPhysValFlags.doPhysValOutput.set_Value_and_Lock(True); \ + rec.doDumpProperties=True; rec.doCalo=True; rec.doEgamma=True; \ + rec.doForwardDet=False; rec.doInDet=True; rec.doJetMissingETTag=True; \ + rec.doLArg=True; rec.doLucid=True; rec.doMuon=True; rec.doMuonCombined=True; \ + rec.doSemiDetailedPerfMon=True; rec.doTau=True; rec.doTile=True; \ + from ParticleBuilderOptions.AODFlags import AODFlags; \ + AODFlags.ThinGeantTruth.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyCaloClusters.set_Value_and_Lock(False); \ + AODFlags.ThinNegativeEnergyNeutralPFOs.set_Value_and_Lock(False);\ + AODFlags.ThinInDetForwardTrackParticles.set_Value_and_Lock(False) ' +rec_tf_exit_code=$? +echo "art-result: $rec_tf_exit_code reco" + +if [ $rec_tf_exit_code -eq 0 ] ;then + echo "download latest result" + run art.py download --user=artprod --dst="$lastref_dir" "$ArtPackage" "$ArtJobName" + run ls -la "$lastref_dir" + + echo "compare with R22 with nightly build at 2020-12-05" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube \ + -c ${dcubeXml} \ + -r ${dcubeRef} \ + physval.ntuple.root + echo "art-result: $? plots" + + echo "compare with last build" + $ATLAS_LOCAL_ROOT/dcube/current/DCubeClient/python/dcube.py \ + -p -x dcube_last \ + -c ${dcubeXml} \ + -r ${lastref_dir}/physval.ntuple.root \ + physval.ntuple.root + echo "art-result: $? plots" +fi +