Merge branch 'FPGATrackSimCI' into 'main'

EFTracking: FPGATrackSim: move unit tests to CI

See merge request !71832

AtlasTest/CITest/Athena.cmake

@@ -337,3 +337,6 @@ atlas_add_citest( Trigger_athenaHLT_v1PhysP1
 
 atlas_add_citest( Trigger_athenaHLT_v1Cosmic
    SCRIPT test_trigP1_v1Cosmic_build.py )
+
+atlas_add_citest( EFTracking_FPGATrackSim_workflow
+   SCRIPT FPGATrackSimCI.sh )

Trigger/EFTracking/FPGATrackSim/FPGATrackSimConfTools/CMakeLists.txt

@@ -20,14 +20,8 @@ atlas_add_component( FPGATrackSimConfTools
 
 # Install files from the package:
 atlas_install_python_modules( python/*.py )
+atlas_install_scripts( test/FPGATrackWorkflow/*.sh)
 atlas_install_scripts( test/FPGATrackSimInputTestSetup.sh )
-atlas_install_scripts( test/FPGATrackWorkflow/FPGATrackWrapperFileGeneration.sh
-                       test/FPGATrackWorkflow/FPGATrackBankGeneration.sh
-                       test/FPGATrackWorkflow/FPGATrackMapGeneration.sh
-                       test/FPGATrackWorkflow/FPGATrackConstGeneration.sh
-                       test/FPGATrackWorkflow/FPGATrackAnalysisOnWrapper.sh
-                       test/FPGATrackWorkflow/FPGATrackAnalysisOnRDO.sh
-)
 
 # Tests in the package:
 atlas_add_test( FPGATrackSimRegionSlices_test
@@ -37,34 +31,4 @@ atlas_add_test( FPGATrackSimRegionSlices_test
 
 atlas_add_test( FPGATrackSimConfigFlags_test
                 SCRIPT python -m FPGATrackSimConfTools.FPGATrackSimConfigFlags
-                POST_EXEC_SCRIPT noerror.sh )
-
-atlas_add_test( FPGATrackSimWorkflow_WrapperGeneration_test
-                SCRIPT FPGATrackWrapperFileGeneration.sh
-                POST_EXEC_SCRIPT noerror.sh
-                PROPERTIES TIMEOUT 200)
-
-atlas_add_test( FPGATrackSimWorkflow_MapGeneration_test
-                SCRIPT FPGATrackMapGeneration.sh
-                POST_EXEC_SCRIPT noerror.sh
-                PROPERTIES TIMEOUT 200)
-
-atlas_add_test( FPGATrackSimWorkflow_BankGeneration_test
-                SCRIPT FPGATrackBankGeneration.sh
-                POST_EXEC_SCRIPT noerror.sh
-                PROPERTIES TIMEOUT 200)   
-                
-atlas_add_test( FPGATrackSimWorkflow_ConstGeneration_test
-                SCRIPT FPGATrackConstGeneration.sh
-                POST_EXEC_SCRIPT noerror.sh
-                PROPERTIES TIMEOUT 200)
-                
-atlas_add_test( FPGATrackSimWorkflow_WrapperAnalysis_test
-                SCRIPT FPGATrackAnalysisOnWrapper.sh
-                POST_EXEC_SCRIPT noerror.sh
-                PROPERTIES TIMEOUT 200)
-                
-atlas_add_test( FPGATrackSimWorkflow_RDOAnalysis_test
-                SCRIPT FPGATrackAnalysisOnRDO.sh
-                POST_EXEC_SCRIPT noerror.sh
-                PROPERTIES TIMEOUT 200)   
+                POST_EXEC_SCRIPT noerror.sh ) 

Trigger/EFTracking/FPGATrackSim/FPGATrackSimConfTools/test/FPGATrackWorkflow/FPGATrackSimCI.sh

+#!/bin/bash
+set -e
+
+RDO=/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/PhaseIIUpgrade/EFTracking/ATLAS-P2-RUN4-03-00-00/RDO/reg0_singlemu.root
+RDO_EVT=-1
+GEO_TAG="ATLAS-P2-RUN4-03-00-00"
+COMBINED_MATRIX='/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/PhaseIIUpgrade/EFTracking/ATLAS-P2-RUN4-03-00-00/banks_9L/combined_matrix.root'
+
+#make wrapper file
+echo "... RDO to AOD with sim"
+Reco_tf.py --CA \
+    --steering doRAWtoALL \
+    --preExec "flags.Trigger.FPGATrackSim.wrapperFileName='wrapper.root'" \
+    --preInclude "InDetConfig.ConfigurationHelpers.OnlyTrackingPreInclude,ActsConfig.ActsCIFlags.actsValidateTracksFlags" \
+    --postInclude "FPGATrackSimSGInput.FPGATrackSimSGInputConfig.FPGATrackSimSGInputCfg" \
+    --inputRDOFile ${RDO} \
+    --outputAODFile AOD.pool.root \
+    --maxEvents ${RDO_EVT}
+ls -l
+echo "... RDO to AOD with sim, this part is done ..."
+
+# generate maps
+echo "... Maps Making"
+python -m FPGATrackSimConfTools.FPGATrackSimMapMakerConfig \
+--filesInput=wrapper.root \
+OutFileName="MyMaps_" \
+region=0 \
+GeoModel.AtlasVersion=${GEO_TAG}
+ls -l
+echo "... Maps Making, this part is done ..."
+
+mkdir -p maps
+mv MyMaps_region0.rmap maps/eta0103phi0305.rmap
+mv *.rmap maps/eta0103phi0305.subrmap
+mv MyMaps_region0.pmap maps/pmap
+mv *_MeanRadii.txt maps/eta0103phi0305_radii.txt
+touch maps/moduleidmap
+
+echo "... Banks generation"
+python -m FPGATrackSimBankGen.FPGATrackSimBankGenConfig \
+--filesInput=${RDO} \
+--evtMax=${RDO_EVT} \
+Trigger.FPGATrackSim.mapsDir=maps 
+ls -l
+echo "... Banks generation, this part is done ..."
+
+echo "... const generation on combined matrix file"
+python -m FPGATrackSimBankGen.FPGATrackSimBankConstGenConfig \
+    Trigger.FPGATrackSim.FPGATrackSimMatrixFileRegEx=${COMBINED_MATRIX} \
+    Trigger.FPGATrackSim.mapsDir=./maps/ \
+    --evtMax=1
+ls -l
+echo "... const generation on combined matrix file, this part is done ..."
+
+mkdir -p banks 
+mv sectors* slices* corr* const.root combined_matrix.root banks
+
+echo "... analysis on wrapper"
+python -m FPGATrackSimConfTools.FPGATrackSimAnalysisConfig \
+Trigger.FPGATrackSim.wrapperFileName="wrapper.root" \
+Trigger.FPGATrackSim.mapsDir=./maps \
+Trigger.FPGATrackSim.tracking=True \
+Trigger.FPGATrackSim.bankDir=./banks/
+ls -l
+echo "... analysis on wrapper, this part is done ..."
+
+echo "... analysis output verification"
+cat << EOF > checkHist.C
+{
+    _file0->cd("FPGATrackSimLogicalHitsProcessAlg");
+    TH1* h = (TH1*)gDirectory->Get("nroads_1st");
+    if ( h == nullptr )
+        throw std::runtime_error("oh dear, after all of this there is no roads histogram");
+    h->Print(); 
+    if ( h->GetEntries() == 0 ) {
+        throw std::runtime_error("oh dear, after all of this there are zero roads");
+    }
+}
+EOF
+
+root -b -q monitoring.root checkHist.C
+rm monitoring.root
+echo "... wrapper analysis output verification, this part is done ..."
+
+
+echo "... analysis on RDO"
+python -m FPGATrackSimConfTools.FPGATrackSimAnalysisConfig \
+--filesInput=${RDO} \
+--evtMax=${RDO_EVT} \
+Trigger.FPGATrackSim.mapsDir=./maps \
+Trigger.FPGATrackSim.tracking=True \
+Trigger.FPGATrackSim.sampleType='singleMuons' \
+Trigger.FPGATrackSim.bankDir=./banks/
+ls -l
+echo "... analysis on RDO, this part is done ..."
+ 
+root -b -q monitoring.root checkHist.C
+echo "... rdo analysis output verification, this part is done ..."
+
+echo "... all done ..."