Merge branch '22.0-pberta-TCT-adding-q445-and-latest-data' into '22.0'

TCT: Adding new tests: q445 and collisions test with latest data

See merge request atlas/athena!53760

Tools/Tier0ChainTests/test/test_bulkProcessing_900collisions_SB.sh

+#!/bin/sh
+#
+# art-description: RecoTrf
+# art-type: grid
+# art-include: master/Athena
+# art-include: 22.0/Athena
+# art-athena-mt: 8
+
+# There was a database connection problem reported in ATR-24782. Rodney Walker's solution is to use the following export to fix the problem:
+export TNS_ADMIN=/cvmfs/atlas.cern.ch/repo/sw/database/DBRelease/current/oracle-admin
+
+Reco_tf.py  \
+--AMI f1214  \
+--inputBSFile="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/Tier0ChainTests/TCT_Run3/data22_900GeV.00423110.express_express.merge.RAW._lb0100._SFO-ALL._0001.1" \
+--outputAODFile="AOD.pool.root" \
+--outputESDFile="ESD.pool.root" \
+--outputDAOD_L1CALO2File="L1CALO2.pool.root" \
+--outputHISTFile="HIST.root" \
+--outputDAOD_IDTIDEFile="DAOD_IDTIDE.pool.root" \
+--outputDRAW_ZMUMUFile="myDRAW_ZMUMU.data" \
+--imf False
+
+rc1=$?
+echo "art-result: $rc1 Reco"
+
+rc2=-9999
+if [ ${rc1} -eq 0 ]
+then
+  ArtPackage=$1
+  ArtJobName=$2
+  art.py compare grid --entries 30 ${ArtPackage} ${ArtJobName} --mode=semi-detailed --order-trees --ignore-exit-code diff-pool \
+  --ignore-leave '(.*)TrigCompositeAuxContainer_v2_HLTNav_Summary_ESDSlimmedAux(.*)' \
+  --ignore-leave '(.*)HLTNav_Summary_AODSlimmedAux(.*)' # ATR-25521
+  rc2=$?
+fi
+echo  "art-result: ${rc2} (against previous nightly)"
+
+rc3=-9999
+if [ ${rc1} -eq 0 ]
+then
+  art.py compare ref . /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/Tier0ChainTests/TCT_Run3-22.0_references_for_comparison/test_bulkProcessing_900collisions_SB \
+  --entries 100 --mode=semi-detailed --order-trees --ignore-exit-code diff-pool \
+  --ignore-leave '(.*)TrigCompositeAuxContainer_v2_HLTNav_Summary_ESDSlimmedAux(.*)' \
+  --ignore-leave '(.*)HLTNav_Summary_AODSlimmedAux(.*)' # ATR-25521
+  rc3=$?
+fi
+echo  "art-result: ${rc3} (against reference)"

Tools/Tier0ChainTests/test/test_expressProcessing_900collisions_SB.sh

+#!/bin/sh
+#
+# art-description: Express processing at Tier0
+# art-type: grid
+# art-include: master/Athena
+# art-include: 22.0/Athena
+# art-athena-mt: 8
+
+# There was a database connection problem reported in ATR-24782. Rodney Walker's solution is to use the following export to fix the problem:
+export TNS_ADMIN=/cvmfs/atlas.cern.ch/repo/sw/database/DBRelease/current/oracle-admin
+
+
+Reco_tf.py  \
+--AMI x646  \
+--inputBSFile="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/Tier0ChainTests/TCT_Run3/data22_900GeV.00423110.express_express.merge.RAW._lb0100._SFO-ALL._0001.1" \
+--outputAODFile="AOD.pool.root" \
+--outputESDFile="ESD.pool.root" \
+--outputDAOD_L1CALO2File="L1CALO2.pool.root" \
+--outputHISTFile="HIST.root" \
+--outputDAOD_IDTIDEFile="DAOD_IDTIDE.pool.root" \
+--outputDRAW_ZMUMUFile="myDRAW_ZMUMU.data" \
+--imf False
+
+rc1=$?
+echo "art-result: $rc1 Reco"
+
+rc2=-9999
+if [ ${rc1} -eq 0 ]
+then
+  ArtPackage=$1
+  ArtJobName=$2
+  art.py compare grid --entries 30 ${ArtPackage} ${ArtJobName} --mode=semi-detailed --order-trees --ignore-exit-code diff-pool \
+  --ignore-leave '(.*)TrigCompositeAuxContainer_v2_HLTNav_Summary_ESDSlimmedAux(.*)' \
+  --ignore-leave '(.*)HLTNav_Summary_AODSlimmedAux(.*)' # ATR-25521
+  rc2=$?
+fi
+echo  "art-result: ${rc2} Diff"
+

Tools/Tier0ChainTests/test/test_q445.sh

+#!/bin/sh
+#
+# art-description: RecoTrf
+# art-type: grid
+# art-include: master/Athena
+# art-include: 22.0/Athena
+# art-include: 22.0-mc20/Athena
+# art-athena-mt: 8
+
+Reco_tf.py \
+--AMI=q445 \
+--multithreaded \
+--maxEvents=500 \
+--outputRDOFile=myRDO.pool.root --outputAODFile=myAOD.pool.root --outputESDFile=myESD.pool.root --outputHISTFile=myHIST.root \
+--imf False
+
+rc1=$?
+echo "art-result: $rc1 Reco"
+
+rc2=-9999
+if [ $rc1 -eq 0 ]
+then
+  art.py compare grid --entries 30 "$1" "$2" --mode=semi-detailed --order-trees --ignore-exit-code diff-pool \
+  --ignore-leave 'Token' --ignore-leave 'index_ref' --ignore-leave '(.*)_timings\.(.*)' --ignore-leave '(.*)_mems\.(.*)' --ignore-leave '(.*)TrigCostContainer(.*)' --ignore-leave '(.*)HLTNav_Summary_OnlineSlimmed(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Bjet_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Bphysics_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Muon_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Electron_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Tau_FTF(.*)'  # Ignoring based on ATR-24119 and ATR-24888
+  rc2=$?
+fi
+echo "art-result: $rc2 Diff"

Tools/Tier0ChainTests/test/test_q445_serial.sh

+#!/bin/sh
+#
+# art-description: RecoTrf
+# art-type: grid
+# art-include: master/Athena
+# art-include: 22.0/Athena
+# art-include: 22.0-mc20/Athena
+
+Reco_tf.py \
+--AMI=q445 \
+--maxEvents=100 \
+--outputRDOFile=myRDO.pool.root --outputAODFile=myAOD.pool.root --outputESDFile=myESD.pool.root \
+--imf False
+
+rc1=$?
+echo "art-result: $rc1 Reco"
+
+rc2=-9999
+if [ $rc1 -eq 0 ]
+then
+  art.py compare grid --entries 30 "$1" "$2" --mode=semi-detailed --order-trees --ignore-exit-code diff-pool \
+  --ignore-leave 'Token' --ignore-leave 'index_ref' --ignore-leave '(.*)_timings\.(.*)' --ignore-leave '(.*)_mems\.(.*)' --ignore-leave '(.*)TrigCostContainer(.*)' --ignore-leave '(.*)HLTNav_Summary_OnlineSlimmed(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Bjet_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Bphysics_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Muon_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Electron_FTF(.*)' --ignore-leave '(.*)TrackParticleAuxContainer_v5_HLT_xAOD__TrackParticleContainer_InDetTrigTrackingxAODCnv_Tau_FTF(.*)'  # Ignoring based on ATR-24119 and ATR-24888
+  rc2=$?
+fi
+echo "art-result: $rc2 Diff"