From e51e7945d308976c9e39a7f10a87b6793afa2e9c Mon Sep 17 00:00:00 2001 From: Alaettin Serhan Mete Date: Fri, 1 Apr 2022 13:02:55 +0200 Subject: [PATCH] Add new ART tests for derivation trains with SharedWriter and FAFE --- ...ata18PHYS_PHYSLITE_mp_sharedwriter_fafe.sh | 46 ++++++++++++++++++ ...ITE_mp_sharedwriter_noparallelcomp_fafe.sh | 47 +++++++++++++++++++ ..._mc20PHYS_PHYSLITE_mp_sharedwriter_fafe.sh | 46 ++++++++++++++++++ ...ITE_mp_sharedwriter_noparallelcomp_fafe.sh | 47 +++++++++++++++++++ 4 files changed, 186 insertions(+) create mode 100755 PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_fafe.sh create mode 100755 PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh create mode 100755 PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_fafe.sh create mode 100755 PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh diff --git a/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_fafe.sh b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_fafe.sh new file mode 100755 index 00000000000..820e4aa408a --- /dev/null +++ b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_fafe.sh @@ -0,0 +1,46 @@ +#!/bin/sh + +# art-include: master/Athena +# art-description: DAOD building PHYS and PHYSLITE data18 MP w/ SharedWriter and FAFE +# art-type: grid +# art-output: *.pool.root +# art-output: checkFile*.txt +# art-output: checkxAOD*.txt +# art-output: checkIndexRefs*.txt +# art-athena-mt: 8 + +ATHENA_CORE_NUMBER=8 Reco_tf.py \ + --athenaMPEventsBeforeFork 1 \ + --inputAODFile /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/Tier0ChainTests/data18_13TeV.00357772.physics_Main.recon.AOD.r13286/AOD.27654050._000557.pool.root.1 \ + --outputDAODFile art.pool.root \ + --reductionConf PHYS PHYSLITE \ + --maxEvents -1 \ + --sharedWriter True \ + --multiprocess True \ + --preExec 'from AthenaCommon.DetFlags import DetFlags; DetFlags.detdescr.all_setOff(); DetFlags.BField_setOn(); DetFlags.digitize.all_setOff(); DetFlags.detdescr.Calo_setOn(); DetFlags.simulate.all_setOff(); DetFlags.pileup.all_setOff(); DetFlags.overlay.all_setOff();' + +echo "art-result: $? reco" + +checkFile.py DAOD_PHYS.art.pool.root > checkFile_PHYS.txt + +echo "art-result: $? checkfile PHYS" + +checkFile.py DAOD_PHYSLITE.art.pool.root > checkFile_PHYSLITE.txt + +echo "art-result: $? checkfile PHYSLITE" + +checkxAOD.py DAOD_PHYS.art.pool.root > checkxAOD_PHYS.txt + +echo "art-result: $? checkxAOD PHYS" + +checkxAOD.py DAOD_PHYSLITE.art.pool.root > checkxAOD_PHYSLITE.txt + +echo "art-result: $? checkxAOD PHYSLITE" + +checkIndexRefs.py DAOD_PHYS.art.pool.root > checkIndexRefs_PHYS.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYS" + +checkIndexRefs.py DAOD_PHYSLITE.art.pool.root > checkIndexRefs_PHYSLITE.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYSLITE" diff --git a/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh new file mode 100755 index 00000000000..910c93dfbf7 --- /dev/null +++ b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_data18PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh @@ -0,0 +1,47 @@ +#!/bin/sh + +# art-include: master/Athena +# art-description: DAOD building PHYS and PHYSLITE data18 MP w/ SharedWriter w/o parallel compression and FAFE +# art-type: grid +# art-output: *.pool.root +# art-output: checkFile*.txt +# art-output: checkxAOD*.txt +# art-output: checkIndexRefs*.txt +# art-athena-mt: 8 + +ATHENA_CORE_NUMBER=8 Reco_tf.py \ + --athenaMPEventsBeforeFork 1 \ + --inputAODFile /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/Tier0ChainTests/data18_13TeV.00357772.physics_Main.recon.AOD.r13286/AOD.27654050._000557.pool.root.1 \ + --outputDAODFile art.pool.root \ + --reductionConf PHYS PHYSLITE \ + --maxEvents -1 \ + --sharedWriter True \ + --parallelCompression False \ + --multiprocess True \ + --preExec 'from AthenaCommon.DetFlags import DetFlags; DetFlags.detdescr.all_setOff(); DetFlags.BField_setOn(); DetFlags.digitize.all_setOff(); DetFlags.detdescr.Calo_setOn(); DetFlags.simulate.all_setOff(); DetFlags.pileup.all_setOff(); DetFlags.overlay.all_setOff();' + +echo "art-result: $? reco" + +checkFile.py DAOD_PHYS.art.pool.root > checkFile_PHYS.txt + +echo "art-result: $? checkfile PHYS" + +checkFile.py DAOD_PHYSLITE.art.pool.root > checkFile_PHYSLITE.txt + +echo "art-result: $? checkfile PHYSLITE" + +checkxAOD.py DAOD_PHYS.art.pool.root > checkxAOD_PHYS.txt + +echo "art-result: $? checkxAOD PHYS" + +checkxAOD.py DAOD_PHYSLITE.art.pool.root > checkxAOD_PHYSLITE.txt + +echo "art-result: $? checkxAOD PHYSLITE" + +checkIndexRefs.py DAOD_PHYS.art.pool.root > checkIndexRefs_PHYS.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYS" + +checkIndexRefs.py DAOD_PHYSLITE.art.pool.root > checkIndexRefs_PHYSLITE.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYSLITE" diff --git a/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_fafe.sh b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_fafe.sh new file mode 100755 index 00000000000..96d3f0016cd --- /dev/null +++ b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_fafe.sh @@ -0,0 +1,46 @@ +#!/bin/sh + +# art-include: master/Athena +# art-description: DAOD building PHYS and PHYSLITE mc20 MP w/ SharedWriter and FAFE +# art-type: grid +# art-output: *.pool.root +# art-output: checkFile*.txt +# art-output: checkxAOD*.txt +# art-output: checkIndexRefs*.txt +# art-athena-mt: 8 + +ATHENA_CORE_NUMBER=8 Reco_tf.py \ + --athenaMPEventsBeforeFork 1 \ + --inputAODFile /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/Tier0ChainTests/mc20_13TeV.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.recon.AOD.e3601_s3681_r13167/AOD.27312826._000061.pool.root.1 \ + --outputDAODFile art.pool.root \ + --reductionConf PHYS PHYSLITE \ + --maxEvents -1 \ + --sharedWriter True \ + --multiprocess True \ + --preExec 'from AthenaCommon.DetFlags import DetFlags; DetFlags.detdescr.all_setOff(); DetFlags.BField_setOn(); DetFlags.digitize.all_setOff(); DetFlags.detdescr.Calo_setOn(); DetFlags.simulate.all_setOff(); DetFlags.pileup.all_setOff(); DetFlags.overlay.all_setOff();' + +echo "art-result: $? reco" + +checkFile.py DAOD_PHYS.art.pool.root > checkFile_PHYS.txt + +echo "art-result: $? checkfile PHYS" + +checkFile.py DAOD_PHYSLITE.art.pool.root > checkFile_PHYSLITE.txt + +echo "art-result: $? checkfile PHYSLITE" + +checkxAOD.py DAOD_PHYS.art.pool.root > checkxAOD_PHYS.txt + +echo "art-result: $? checkxAOD PHYS" + +checkxAOD.py DAOD_PHYSLITE.art.pool.root > checkxAOD_PHYSLITE.txt + +echo "art-result: $? checkxAOD PHYSLITE" + +checkIndexRefs.py DAOD_PHYS.art.pool.root > checkIndexRefs_PHYS.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYS" + +checkIndexRefs.py DAOD_PHYSLITE.art.pool.root > checkIndexRefs_PHYSLITE.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYSLITE" diff --git a/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh new file mode 100755 index 00000000000..507b5a049a4 --- /dev/null +++ b/PhysicsAnalysis/DerivationFramework/DerivationFrameworkART/DerivationFrameworkTrainsART/test/test_mc20PHYS_PHYSLITE_mp_sharedwriter_noparallelcomp_fafe.sh @@ -0,0 +1,47 @@ +#!/bin/sh + +# art-include: master/Athena +# art-description: DAOD building PHYS and PHYSLITE mc20 MP w/ SharedWriter w/o parallel compression and FAFE +# art-type: grid +# art-output: *.pool.root +# art-output: checkFile*.txt +# art-output: checkxAOD*.txt +# art-output: checkIndexRefs*.txt +# art-athena-mt: 8 + +ATHENA_CORE_NUMBER=8 Reco_tf.py \ + --athenaMPEventsBeforeFork 1 \ + --inputAODFile /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/Tier0ChainTests/mc20_13TeV.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.recon.AOD.e3601_s3681_r13167/AOD.27312826._000061.pool.root.1 \ + --outputDAODFile art.pool.root \ + --reductionConf PHYS PHYSLITE \ + --maxEvents -1 \ + --sharedWriter True \ + --parallelCompression False \ + --multiprocess True \ + --preExec 'from AthenaCommon.DetFlags import DetFlags; DetFlags.detdescr.all_setOff(); DetFlags.BField_setOn(); DetFlags.digitize.all_setOff(); DetFlags.detdescr.Calo_setOn(); DetFlags.simulate.all_setOff(); DetFlags.pileup.all_setOff(); DetFlags.overlay.all_setOff();' + +echo "art-result: $? reco" + +checkFile.py DAOD_PHYS.art.pool.root > checkFile_PHYS.txt + +echo "art-result: $? checkfile PHYS" + +checkFile.py DAOD_PHYSLITE.art.pool.root > checkFile_PHYSLITE.txt + +echo "art-result: $? checkfile PHYSLITE" + +checkxAOD.py DAOD_PHYS.art.pool.root > checkxAOD_PHYS.txt + +echo "art-result: $? checkxAOD PHYS" + +checkxAOD.py DAOD_PHYSLITE.art.pool.root > checkxAOD_PHYSLITE.txt + +echo "art-result: $? checkxAOD PHYSLITE" + +checkIndexRefs.py DAOD_PHYS.art.pool.root > checkIndexRefs_PHYS.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYS" + +checkIndexRefs.py DAOD_PHYSLITE.art.pool.root > checkIndexRefs_PHYSLITE.txt 2>&1 + +echo "art-result: $? checkIndexRefs PHYSLITE" -- GitLab