From 789ce9d5bfa4684c23fdcfec9ce9fdb950fbdf68 Mon Sep 17 00:00:00 2001 From: Daniele Zanzi <daniele.zanzi@cern.ch> Date: Mon, 15 Jan 2018 16:07:35 +0000 Subject: [PATCH] RTT TrigP1Test migration to ART (ATR-17173) Former-commit-id: 4ba422d40d3d7ef7b8a790dd0dac803bea98b64a --- .../TrigValidation/TrigP1Test/CMakeLists.txt | 2 +- .../TrigP1Test/Testing/TrigP1Test_ART.conf | 805 ++++++++++++++++++ .../TrigP1Test/share/trigp1test_athenaHLT.py | 4 +- .../test/exec_art_trigp1test_post.sh | 106 +++ .../exec_athenaHLT_art_trigger_validation.sh | 56 ++ .../test/test_AthenaP1RDOtoBS_build.sh | 27 + .../test_AthenaTrigBS_L2EFMerging_build.sh | 27 + .../TrigP1Test/test/test_CheckKeysV7_build.sh | 39 + .../TrigP1Test/test/test_HLT_HIV4_build.sh | 27 + ...rigEDMCheck_TrigDecTool_physicsV7_build.sh | 47 + .../test_HLT_Trigreco_dbgstream_T0_build.sh | 27 + .../TrigP1Test/test/test_HLT_mcV7_build.sh | 27 + .../test/test_HLT_physicsV7_AFP_build.sh | 27 + .../test/test_HLT_physicsV7_ALFAMon_build.sh | 27 + ...t_HLT_physicsV7_COS_2016IDCOSMICS_build.sh | 27 + .../test_HLT_physicsV7_COS_2016MUONS_build.sh | 27 + .../test/test_HLT_physicsV7_COS_build.sh | 27 + .../test_HLT_physicsV7_DataScouting_build.sh | 27 + .../test/test_HLT_physicsV7_FTK_build.sh | 27 + .../test_HLT_physicsV7_L1Topo_data_build.sh | 27 + .../test/test_HLT_physicsV7_beamspot_build.sh | 27 + .../test/test_HLT_physicsV7_build.sh | 27 + ..._HLT_physicsV7_magField_on_off_on_build.sh | 27 + .../test/test_HLT_physicsV7_menu_build.sh | 39 + .../test_HLT_physicsV7_rerunLVL1_build.sh | 27 + ...test_HLT_physicsV7_rerunLVL1_menu_build.sh | 39 + .../test_HLT_physicsV7_run_stop_run_build.sh | 27 + .../test/test_HelloWorldHLT_build.sh | 25 + .../test_HelloWorldHLT_run_stop_run_build.sh | 27 + ...S_AthenaP1BS_standalone_physicsV7_build.sh | 41 + ...test_Trigreco_physicsV7_currentT0_build.sh | 39 + ...athenaHLT_CostMonitoring_PhysicsV7_grid.sh | 32 + .../test_athenaHLT_LatestRun_MCV7_build.sh | 17 + .../test_athenaHLT_on_data_leakCheck_grid.sh | 35 + .../test/test_pureSteering_build.sh | 27 + .../test/test_pureSteering_ecodes_build.sh | 27 + .../test_pureSteering_prescaling_build.sh | 27 + 37 files changed, 1918 insertions(+), 2 deletions(-) create mode 100644 Trigger/TrigValidation/TrigP1Test/Testing/TrigP1Test_ART.conf create mode 100755 Trigger/TrigValidation/TrigP1Test/test/exec_art_trigp1test_post.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/exec_athenaHLT_art_trigger_validation.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_AthenaP1RDOtoBS_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_AthenaTrigBS_L2EFMerging_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_CheckKeysV7_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_HIV4_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_RAWtoESD_TrigEDMCheck_TrigDecTool_physicsV7_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_Trigreco_dbgstream_T0_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_mcV7_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_AFP_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_ALFAMon_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016IDCOSMICS_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016MUONS_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_DataScouting_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_FTK_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_L1Topo_data_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_beamspot_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_magField_on_off_on_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_menu_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_menu_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_run_stop_run_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_run_stop_run_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_Reco_tf_physicsV7_savedBS_AthenaP1BS_standalone_physicsV7_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_Trigreco_physicsV7_currentT0_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_CostMonitoring_PhysicsV7_grid.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_LatestRun_MCV7_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_on_data_leakCheck_grid.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_ecodes_build.sh create mode 100755 Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_prescaling_build.sh diff --git a/Trigger/TrigValidation/TrigP1Test/CMakeLists.txt b/Trigger/TrigValidation/TrigP1Test/CMakeLists.txt index 1a22bec7eb2e..97ddeba1d3c6 100644 --- a/Trigger/TrigValidation/TrigP1Test/CMakeLists.txt +++ b/Trigger/TrigValidation/TrigP1Test/CMakeLists.txt @@ -15,5 +15,5 @@ atlas_depends_on_subdirs( PUBLIC atlas_install_python_modules( python/*.py ) atlas_install_joboptions( share/*.py ) atlas_install_runtime( test/TrigP1Test_TestConfiguration.xml Testing/*.trans Testing/*.conf python/RunMsgFinder.py python/RttScriptRunner.py python/RootComp.py python/RegTest.py python/CheckLog.py python/CheckStatusCode.py python/LogTail.py python/DeleteRaw.py python/TruncateLog.py ) -atlas_install_scripts( share/*.sh share/testMonHistOH.py share/part_lhl2ef_fix.py share/setMagFieldCurrents.py share/part_get_runnumber.py share/trigp1test_athenaHLT.py Testing/*.sh Testing/splitlog.py ) +atlas_install_scripts( share/*.sh share/testMonHistOH.py share/part_lhl2ef_fix.py share/setMagFieldCurrents.py share/part_get_runnumber.py share/trigp1test_athenaHLT.py Testing/*.sh Testing/splitlog.py test/exec*.sh ) diff --git a/Trigger/TrigValidation/TrigP1Test/Testing/TrigP1Test_ART.conf b/Trigger/TrigValidation/TrigP1Test/Testing/TrigP1Test_ART.conf new file mode 100644 index 000000000000..28951f05b2b5 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/Testing/TrigP1Test_ART.conf @@ -0,0 +1,805 @@ +# For a full documentation see: +# http://atlas-sw.cern.ch/cgi-bin/viewcvs-atlas.cgi/offline/Trigger/TrigValidation/TriggerTest/Testing/trigtest.conf?revision=HEAD&view=markup + + +# +# Note that references are on /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_ +# the */online/* folder might be merged in the future with offline refernce area +# + +# +# ART tests migrated from TrigP1Test.conf (contact: Daniele Zanzi @ cern.ch) +# + +################################################ +# Infrastructure tests +################################################ +test 1 + name HelloWorldHLT + doc HelloWorld in athenaHLT + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd athenaHLT.py -n 10 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data AthExHelloWorld/HelloWorldOptions.py + +test 2 + name HelloWorldHLT_run_stop_run + doc HelloWorld int athenaHLT with start/stop/start transition + stdinfile run-stop-run-saveHist.trans + checklog --config checklogTrigP1Test.conf --showexcludestats + customrootcomp rootcomp_stopstart.sh r0000000000_part_athenaHLT_mon_HLT-Histogramming.root r0000000001_part_athenaHLT_mon_HLT-Histogramming.root + extra_failure_codes ROOTCOMP_MISMATCH + athena_cmd athenaHLT.py -i -M --rewind -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data AthExHelloWorld/HelloWorldOptions.py + +# ART not migrated +#test 3 +# name MTMonHistOH +# doc Histogram publishing test with OH infrastructure +# # note testMonHistOH.py invokes athenaHLT with MTMonHist.py job options +# # note that MTMonHist.py jo are in the HLT project +# pre_command get_joboptions MTMonHist.py +# athena_cmd testMonHistOH.py /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/daq.physicsMCppv2.latest.data +# checklog --config checklogTrigP1Test.conf --showexcludestats + +################################################################################ +# Test of Physics_pp_V5 and Physics_pp_V6 menu, main test of trigger, this is run on the PUs +################################################################################ + +# ART not migrated +#test 10 +# name HLT_physicsV5 +# doc athenaHLT on data with Physics_pp_v5 menu currently from 2015 EB data +# filterlog filterREGTEST.py +# checklog --config checklogTrigP1Test.conf --showexcludestats +# fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV5.reference +# rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV5.root +# checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV5.root 1 HLT +# athena_cmd athenaHLT.py -o HLT_physicsV5 -n 75 -f /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data15_13TeV.00276952.physics_EnhancedBias.merge.RAW._lb0113._SFO-ALL._0001.data -c 'testPhysicsV5=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +## post_command save_to_refdir.sh HLT_physicsV5._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest +# post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs +# post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + + +test 13 + name HLT_physicsV7_rerunLVL1 + doc athenaHLT on data with Physics_pp_v7 menu currently from 2016 EB data + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix reference + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_rerunLVL1.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_rerunLVL1.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_rerunLVL1.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7_rerunLVL1 -n 25 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True;rerunLVL1=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV7_rerunLVL1._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S +# TODO: fix reference +# post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + + +test 15 + name HLT_physicsV6_L1Topo_sim + doc athenaHLT on simulated data including L1Topo ROI & DAQ ROB decoding with Physics_pp_v6 menu, data is cosmics from M7 with sim L1Topo ROBFs merged in, override ROB Ids as sim data used different convention + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_L1Topo_sim.reference + customrootcomp rootcomp_l1topo.sh /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_L1Topo_sim.root + extra_failure_codes ROOTCOMP_MISMATCH + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_L1Topo_sim.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV6_L1Topo_sim -n 10 -f root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data14_cos.00247688_mergedL1Topo._0001.data --extra-l1r-robs '[9502848,9502864]' --log-level INFO,ERROR -c 'testPhysicsV6=True;doValidation=True;L1TopoCheck=True;fpeAuditor=True' -C 'L1TopoROBMonitor.L1TopoDAQROBIDs=[0x00910001,0x00910011]; L1TopoROBMonitor.L1TopoROIROBIDs=[0x00910080,0x00910090]; L1TopoROBMonitor.useDetMask=False; svcMgr.ByteStreamAddressProviderSvc.TopoProcModuleID=[0x80,0x90]; from L1TopoByteStream.L1TopoByteStreamConf import L1TopoByteStreamTool; l1TopoByteStreamTool=L1TopoByteStreamTool(); l1TopoByteStreamTool.ROBSourceIDs=[0x00910001,0x00910011]; svcMgr.ToolSvc+=l1TopoByteStreamTool' TriggerRelease/runHLT_standalone.py + post_command chainDump.py -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + post_command plotL1TopoROBMonHist.py expert-monitoring.root 2>/dev/null + +test 16 + name HLT_physicsV7_L1Topo_data + doc athenaHLT on online test data including L1Topo ROI & DAQ ROB decoding with Physics_pp_v7 menu on events selected from data15_13TeV.00278748.physics_Main + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_L1Topo_data.reference + # customrootcomp rootcomp_l1topo.sh /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_L1Topo_data.root + extra_failure_codes ROOTCOMP_MISMATCH + #checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_L1Topo_data.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7_L1Topo_data -n 10 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data15_13TeV.00278748.physics_Main.daq.RAW._lb0103._SFO-1._0001_selected.data --log-level INFO,ERROR -c 'testPhysicsV7=True;doValidation=True;L1TopoCheck=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + post_command chainDump.py -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + post_command plotL1TopoROBMonHist.py expert-monitoring.root 2>/dev/null + +test 17 + name HLT_physicsV6 + doc athenaHLT on data with Physics_pp_v6 menu currently from 2015 EB data + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6.reference + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6.root + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV6 -n 75 -f /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testPhysicsV6=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV6._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + +test 18 + name Reco_tf_physicsV7_savedBS + doc Reco_tf on saved output from HLT_physicsV7 + pre_condition if [[ $(find ../HLT_physicsV7/HLT_physicsV7._0001.data -type f -size +1000000c 2>/dev/null) ]] ; then test -e ../HLT_physicsV7/HLT_physicsV7._0001.data ; else test -e non_existing_file ; fi + athena_cmd source $AtlasSetup/scripts/asetup.sh latest,Athena,21.0 ; Reco_tf.py --inputBSFile ../HLT_physicsV7/HLT_physicsV7._0001.data --maxEvents 2 --autoConfiguration='everything' --conditionsTag "CONDBR2-BLKPA-2017-11" --geometryVersion "ATLAS-R2-2016-01-00-01" --preExec 'r2e:from InDetRecExample.InDetJobProperties import InDetFlags;InDetFlags.useDynamicAlignFolders.set_Value_and_Lock(True)' --outputESDFile HLT_physicsV7.ESD.pool.root + post_command checkFile.py HLT_physicsV7.ESD.pool.root > ESD.txt + post_command perl -i.clean -pe 's/^[\d:]+ //' log.RAWtoESD + post_command cat log.RAWtoESD >> Reco_tf_physicsV7_savedBS_test.log + checklog --config checklogTrigP1Test.conf --showexcludestats + +################################################################################ +# Test of MC_pp_V5 menu, will include "slow" cosmics chains from physics_pp_v5 menu--> need to split this test in two +# for the time being run this on enhanced bias, will probably time out +################################################################################ + +test 11 + name HLT_mcV5 + doc AthenaHLT on data, with MC_pp_V5 menu loose prescale set + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV5.reference + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV5.root 1 HLT + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV5.root + athena_cmd athenaHLT.py -o HLT_mcV5 -n 75 -f /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testMCV5=True;rerunLVL1=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_mcV5._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S + +################################################################################ +# Test of MC_pp_V6 menu, will include "slow" cosmics chains from physics_pp_v5 menu--> need to split this test in two +# for the time being run this on enhanced bias, will probably time out +################################################################################ + +test 12 + name HLT_mcV6 + doc AthenaHLT on data, with MC_pp_V6 menu loose prescale set + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV6.reference + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV6.root 1 HLT + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV6.root + athena_cmd athenaHLT.py -o HLT_mcV6 -n 50 -f /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testMCV6=True;rerunLVL1=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_mcV6._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S + + +################################################ +# Athena test on format writing RDO to BS and comparison to athenaHLT run +################################################ + + +test 20 + name AthenaP1RDO + doc Athena on Monte Carlo events, produces xml file for menu + athena_cmd athena.py -c "doRates=False" TrigP1Test/testAthenaP1RDO.py + checklog --config checklogTrigP1Test.conf --showexcludestats + regtest TrigSteer_HLT.TrigChainMoniValidation REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_AthenaP1RDO_HLT.TrigChainMoniValidation.reference + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_AthenaP1RDO.root + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_AthenaP1RDO.root 1 HLT + pre_command RecExCommon_links.sh + post_command chainDump.py -n -S + +test 21 + name AthenaP1RDOtoBS + doc Run RDO->BS using ttbar MC file + checklog --config checklogTrigP1Test.conf --showexcludestats +# TODO: fix references +# fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_AthenaP1RDOtoBS.reference +# rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_AthenaP1RDOtoBS.root + athena_cmd athena.py -c 'setMenu="MC_pp_v7";writeBS=True;rerunLVL1=True;jp.AthenaCommonFlags.EvtMax.set_Value_and_Lock(10);PoolRDOInput=["/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TriggerTest/valid1.110401.PowhegPythia_P2012_ttbar_nonallhad.recon.RDO.e3099_s2578_r7572_tid07644622_00/RDO.07644622._000001.pool.root.1"];myBSRDOOutput="AppName=Athena, OutputDirectory=./, FileTag="+setMenu+", Run=110401"' TriggerRelease/Trigger_topOptions_writeBS.py + post_command test -e data_test.00110401.Single_Stream.daq.RAW._lb0050._Athena._0001.data + +test 22 + name AthenaP1BS_standalone + doc Standalone HLT running in athena and compare to athenaHLT + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + #fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_AthenaP1BS_standalone.reference + rootcomp ../HLT_physicsV7/expert-monitoring.root expert-monitoring.root + checkcount ../HLT_physicsV7/expert-monitoring.root 0 BOTH + athena_cmd athena.py -c "BSRDOInput='/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data';testPhysicsV7=True;writeBS=True;rerunLVL1=True;doValidation=True;EvtMax=25" TriggerRelease/runHLT_standalone.py + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + + + +########################################################### +# Full menu tests on Monte Carlo using AthenaHLT +########################################################### +# + +test 30 + name HLT_MC_BSfromRDO + doc athenaHLT on MC with MC menu, input from AthenaP1RDOtoBS + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_MC_BSfromRDO.reference + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_MC_BSfromRDO.root 0 BOTH + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_MC_BSfromRDO.root +# note ._0001.data is added automatically + pre_condition test -e ../AthenaP1RDOtoBS/data_test.00105200.Single_Stream.daq.RAW._lb0016._Athena._0001.data + # The geometry and conditions tag need to match the ones used in AthenaP1RDOtoBS + athena_cmd athenaHLT.py -l DEBUG -f ../AthenaP1RDOtoBS/data_test.00105200.Single_Stream.daq.RAW._lb0016._Athena._0001.data -c 'HLTOutputLevel=DEBUG;testMCV6MC=True;rerunLVL1=True;setDetDescr="ATLAS-R1-2012-02-00-00";setGlobalTag="OFLCOND-DR-BS7T-ANom-11";setPrescale="";doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + post_command chainDump.py -n -S + + +###################################################################################### +# +# Tests for T0 Reconstruction on a BS file produced with P1HLT cache currently, running on cosmics during M7 and M8 included in physics_v6 +# +###################################################################################### + + +# todo: get automatically what is currently running from ami +# conditionsTag and geometryVersion need to be updated from time to time +test 41 + name Trigreco_physicsV7_currentT0 + doc Trig_reco_tf with current T0 config + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix file, conditionsTag, geometryVersion + #athena_cmd Trig_reco_tf.py --inputBS_RDOFile "root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/data15_13TeV.00272531.physics_Main.daq.RAW._lb0104._SFO-5._0001.data" --precommand "testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True" --maxEvents '15' --outputBSFile "tmp.BS" ; source $AtlasSetup/scripts/asetup.sh latest,Athena,21.0 ; Reco_tf.py --inputBSFile "tmp.BS" --athenaopts=" --perfmon " --outputHISTFile 'myHIST.root' --outputAODFile 'myAOD.pool.root' --outputESDFile 'myESD.pool.root' --outputNTUP_MUONCALIBFile 'myNTUP_MUONCALIB.root' --autoConfiguration='everything' --conditionsTag "CONDBR2-BLKPA-2017-11" --geometryVersion "ATLAS-R2-2016-01-00-01" --preExec 'r2e:from InDetRecExample.InDetJobProperties import InDetFlags;InDetFlags.useDynamicAlignFolders.set_Value_and_Lock(True)' --triggerConfig r2e=DATARECO:REPR + athena_cmd export AMIConfig='cat /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/T0Config.txt';Trig_reco_tf.py --inputBS_RDOFile "/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data" --precommand "testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True" --maxEvents '15' --outputBSFile "tmp.BS"; Reco_tf.py --asetup "RAWtoALL:Athena,21.0,latest" --inputBSFile "tmp.BS" --athenaopts=" --perfmon " --outputHISTFile 'myHIST.root' --outputAODFile 'myAOD.pool.root' --outputESDFile 'myESD.pool.root' --AMIConfig $AMIConfig + + post_command checkFile.py myAOD.pool.root > AOD.txt + + +test 42 + name TrigEDMCheck_physicsV7_currentT0_ESD + doc EDMCheck on TrigEDMCheck_physicsV7_currentT0 + joboptions testAthenaP1ESD_TrigEDMCheck_data.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_TrigEDMCheck_physicsV7_currentT0.reference + pre_condition if [[ $(find ../Trigreco_physicsV7_currentT0/myESD.pool.root -type f -size +1000000c 2>/dev/null) ]] ; then test -e ../Trigreco_physicsV7_currentT0/myESD.pool.root ; else test -e non_existing_file ; fi + athena_cmd source $AtlasSetup/scripts/asetup.sh latest,Athena,21.0 ; athena.py -c 'fileList=["../Trigreco_physicsV7_currentT0/myESD.pool.root"]' + +test 43 + name TrigEDMCheck_physicsV7_currentT0_AOD + doc EDMCheck on TrigEDMCheck_physicsV7_currentT0 + joboptions testAthenaP1ESD_TrigEDMCheck_data.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_TrigEDMCheck_physicsV7_currentT0.reference + pre_condition if [[ $(find ../Trigreco_physicsV7_currentT0/myAOD.pool.root -type f -size +1000000c 2>/dev/null) ]] ; then test -e ../Trigreco_physicsV7_currentT0/myAOD.pool.root ; else test -e non_existing_file ; fi + athena_cmd source $AtlasSetup/scripts/asetup.sh latest,Athena,21.0 ; athena.py -c 'fileList=["../Trigreco_physicsV7_currentT0/myAOD.pool.root"]' + + +### this does not work due to conditions... +test 44 + name Trig_reco_mcV6_currentT0 + doc Trig_reco_tf with current T0 config + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd Trig_reco_tf.py --inputBS_RDOFile=/afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data12_8TeV.00212967.physics_EnhancedBias.merge_eb_zee_zmumu_cc.RAW._lb0291._SFO-5._0001.data --precommand 'testMCV6=True;rerunLVL1=True;HLTOutputLevel=INFO;doValidation=True;useCONDBR2=False;setGlobalTag="COMCOND-HLTP-004-03-VAL-01";setDetDescr="ATLAS-R1-2012-02-00-00"' --outputHISTFile 'myHIST.root' --outputAODFile 'myAOD.pool.root' --outputESDFile 'myESD.pool.root' --outputNTUP_MUONCALIBFile 'myNTUP_MUONCALIB.root' --asetup r2e:AtlasProduction,20.7.X.Y,latest_copied_release e2a:AtlasProduction,20.7.X.Y,latest_copied_release --beamType 'cosmics' --autoConfiguration='everything' --maxEvents '15' --preExec 'r2e:from CaloRec.CaloCellFlags import jobproperties;jobproperties.CaloCellFlags.doLArHVCorr=False;jobproperties.CaloCellFlags.doPileupOffsetBCIDCorr.set_Value_and_Lock(False);from InDetRecExample.InDetJobProperties import InDetFlags;InDetFlags.doInnerDetectorCommissioning.set_Value_and_Lock(True);InDetFlags.useBroadClusterErrors.set_Value_and_Lock(False);DQMonFlags.doStreamAwareMon=False;DQMonFlags.enableLumiAccess=False;from JetRec.JetRecFlags import jetFlags;jetFlags.useTracks=False;DQMonFlags.doCTPMon=False;' --geometryVersion all:ATLAS-R2-2015-02-00-00 --conditionsTag all:CONDBR2-BLKPA-2015-02 --triggerConfig r2e=DATARECO:REPR + post_command checkFile.py myESD.pool.root > ESD.txt + + +test 45 + name TrigEDMCheck_mcV6_currentT0 + doc EDMCheck on Trig_reco_mcV6_currentT0 + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_TrigEDMCheck_mcV6_currentT0.reference + pre_condition test if [[ $(find ../Trig_reco_mcV6_currentT0/myESD.pool.root -type f -size +1000000c 2>/dev/null) ]] ; then test -e ../Trig_reco_mcV6_currentT0/myESD.pool.root ; else test -e non_existing_file ; fi + pre_command ln -s ../Trig_reco_mcV6_currentT0/myESD.pool.root ESD.pool.root + athena_cmd source $AtlasSetup/scripts/asetup.sh latest,Athena,21.0 ; athena.py -c 'fileList=["ESD.pool.root"]' TrigP1Test/testAthenaP1ESD_TrigEDMCheck_data.py + + +test 46 + name Trigreco_dbgstream_T0 + doc Trig_reco_tf using debug_stream setup as is run at T0 + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: setup_debugrec.sh on AFS + athena_cmd cp /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data16_cos.00291509.physics_Main.daq.RAW._lb0009._SFO-3._0001.data data16_cos.00291509.physics_Main.daq.RAW._lb0009._SFO-3._0001.data ; source /afs/cern.ch/user/t/trigcomm/public/tzero/setup_debugrec.sh ; python -u `which Trig_reco_tf.py` --argJSON=/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data16_cos.00291509.physics_Main.daq.RAW.job.argdict.json + + post_command test -e data16_cos.00291509.physics_Main.debug_rec.daq.RAW.g49._0001.data + + + +################################################################################ +# physics_v6 menu on cosmics 2012/2015 +################################################################################ + + +test 49 + name HLT_physicsV7_COS + doc athenaHLT on data with Physics_pp_v7 menu currently cosmics from 2016 + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7_COS -n 250 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data16_cos.00306147.physics_Main.daq.RAW._lb0494._SFO-4._0001.data -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doCosmics=True;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV7_COS._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + # TODO: fix ref + # post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + + + + + +test 50 + name HLT_physicsV6_COS_2012 + doc athenaHLT standalone with physicsV6 menu on COSMICS 2012 + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2012.reference + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2012.root 1 HLT + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2012.root + athena_cmd athenaHLT.py -o HLT_physicsV6_COS_2012 -n 100 -f root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data12_cos.00214912.express_express.merge.RAW._lb0184._SFO-ALL._0001.1 -c 'testPhysicsV6=True;HLTOutputLevel=INFO;doValidation=True;doCosmics=True;useCONDBR2=False;setGlobalTag="COMCOND-HLTP-004-03-VAL-01";setDetDescr="ATLAS-R1-2012-02-00-00";fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV6_COS_2012._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + + +test 51 + name HLT_physicsV7_COS_2016MUONS + doc athenaHLT on data with Physics_pp_v6 menu currently cosmics from 2016 + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS_2016MUONS.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS_2016MUONS.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS_2016MUONS.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7_COS_2016MUONS -n 100 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data16_cos.00306147.physics_CosmicMuons.merge.RAW._lb0494._SFO-ALL._0001.1 -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doCosmics=True;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV7_COS_2016MUONS._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + # TODO: fix ref + # post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + + +test 52 + name HLT_physicsV7_COS_2016IDCOSMICS + doc athenaHLT on data with Physics_pp_v6 menu currently cosmics from 2016 + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS_2016IDCOSMICS.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS_2016IDCOSMICS.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_COS_2016IDCOSMICS.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7_COS_2016IDCOSMICS -n 100 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data16_cos.00306147.physics_IDCosmic.merge.RAW._lb0494._SFO-ALL._0001.1 -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doCosmics=True;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV7_COS_2016IDCOSMICS._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + # TODO: fix ref + # post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + + +test 53 + name HLT_physicsV6_COS_2015CALO + doc athenaHLT on data with Physics_pp_v6 menu currently cosmics from 2015 + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2015CALO.reference + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2015CALO.root + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2015CALO.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV6_COS_2015CALO -n 100 -f root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data15_cos.00256721.physics_CosmicCalo.merge.RAW._lb0403._SFO-ALL._0001.1 -c 'testPhysicsV6=True;HLTOutputLevel=INFO;doCosmics=True;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV6_COS_2015CALO._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + +test 54 + name HLT_physicsV6_COS_2015MBTS + doc athenaHLT on data with Physics_pp_v6 menu currently cosmics from M9 + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2015MBTS.reference + rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2015MBTS.root + checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV6_COS_2015MBTS.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV6_COS_2015MBTS -n 100 -f root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data15_cos.00257588.physics_L1MinBias.merge.RAW._lb0XXX._SFO-ALL._0001.1 -c 'testPhysicsV6=True;HLTOutputLevel=INFO;doCosmics=True;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV6_COS_2015MBTS._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + + +################################################################################ +# DB upload tests on Physics_pp_V6 menu inclusing running from the db (currently not possible as old triggertool has no cmdline option top run old physics_pp lvl1 menu) +################################################################################ + + + + +test 61 + name HLT_physicsV7_menu + doc Run athenaHLT on all events to create trigger configuration + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd athenaHLT.py -M -n 75 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -o HLT_physicsV7_menu -c 'testPhysicsV7=True;trigBase="Default";doDBConfig=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + +test 62 + name UploadMenuKeys + doc Generates and uploads SMKs created from the HLT first and compares after rerun jobs from DB. + pre_condition test -e ../HLT_physicsV7_menu/ef_Default_setup.txt + pre_condition test -e ../HLT_physicsV7_menu/ef_Default_setup_setup.txt + pre_condition test -e ../HLT_physicsV7_menu/outputHLT*xml + athena_cmd testUploadMenuKeys.sh HLT_physicsV7 + + +test 63 + name HLT_physicsV7_rerun + doc Recreate trigger configuration and compare with configuration from HLT_physicsV7_menu + athena_cmd athenaHLT.py -M -n 75 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -o HLT_physicsV7_rerun -c 'testPhysicsV7=True;trigBase="Default";doDBConfig=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + + +test 64 + name CheckKeysV7 + doc compare the SMK created from the HLT_physicsV7 first and rerun jobs + pre_condition test -e ../HLT_physicsV7_menu/ef_Default_setup.txt + pre_condition test -e ../HLT_physicsV7_menu/ef_Default_setup_setup.txt + pre_condition test -e ../HLT_physicsV7_menu/outputHLT*xml + pre_condition test -e ../HLT_physicsV7_rerun/ef_Default_setup.txt + pre_condition test -e ../HLT_physicsV7_rerun/ef_Default_setup_setup.txt + pre_condition test -e ../HLT_physicsV7_rerun/outputHLT*xml + checklog --config checklogTrigP1Test.conf --showexcludestats | grep -v "checking for" + athena_cmd testCheckKeys.sh HLT_physicsV7 + + + +test 65 + name HLT_physicsV7_menu_rerundb + doc athenaHLT from DB, use HLT_physicsV7 as reference + checklog --config checklogTrigP1Test.conf --showexcludestats + rootcomp ../HLT_physicsV7_menu/r0000000000_part_athenaHLT_mon_HLT-Histogramming.root r0000000000_part_athenaHLT_mon_HLT-Histogramming.root + extra_failure_codes ROOTCOMP_MISMATCH + pre_condition test -e ../UploadMenuKeys/exportMenuKeys.sh + athena_cmd unset FRONTIER_SERVER; source ../UploadMenuKeys/exportMenuKeys.sh; athenaHLT.py -M -n 75 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -o HLT_physicsV7_menu_rerundb -J TrigConf::HLTJobOptionsSvc --use-database --db-type "Coral" --db-server "TRIGGERDBATN" --db-smkey ${smk} --db-hltpskey ${hltpsk} --db-extra "{'lvl1key': ${l1psk}}" + post_command chainDump.py -n -S + post_test RunMsg check_msg_stat.py --showignored --config checkMsgStat_TrigP1Test.conf $logfile + +test 66 + name HLT_physicsV6_prescaleChange + doc Test of HLT prescale change + checklog --config checklogTrigP1Test.conf --showexcludestats + pre_condition test -e ../UploadMenuKeys/exportMenuKeys.sh + pre_condition test -e ../UploadMenuKeys/prescales.txt + pre_command ln -sf ../UploadMenuKeys/prescales.txt + pre_command get_files -jo testPrescaleChange_postconfig.py + athena_cmd source ../UploadMenuKeys/exportMenuKeys.sh; athenaHLT.py -Z TrigP1Test.PrescaleChange -C 'include("testPrescaleChange_postconfig.py");fpeAuditor=True' -f root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -J TrigConf::HLTJobOptionsSvc --use-database "DBServer=TRIGGERDBATN:Instance=L2:DBSMKey=${smk}:DBHLTPSKey=${hltpsk}:DBLVL1PSKey=${l1psk}" + +test 67 + name TriggerDBAccessTest + doc Access TriggerDB using Oracle and Frontier and compare +# pre_condition test -e ../UploadMenuKeys/exportMenuKeys.sh + athena_cmd testAccessDBAndCompare.sh + + +## Compare JO vs DB also with rerunLvl1 to test the reprocessing on run1 data + +test 71 + name HLT_physicsV7_rerunLVL1_menu + doc Run athenaHLT on all events to create trigger configuration + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd athenaHLT.py -M -n 25 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -o HLT_physicsV7_rerunLVL1_menu -c 'doDBConfig=True;testPhysicsV7=True;rerunLVL1=True;trigBase="Default";enableCostForCAF=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + +test 72 + name UploadMenuKeys_rerunLVL1 + doc Generates and uploads SMKs created from the HLT first and compares after rerun jobs from DB. + pre_condition test -e ../HLT_physicsV7_rerunLVL1_menu/ef_Default_setup.txt + pre_condition test -e ../HLT_physicsV7_rerunLVL1_menu/ef_Default_setup_setup.txt + pre_condition test -e ../HLT_physicsV7_rerunLVL1_menu/outputHLT*xml + athena_cmd testUploadMenuKeys.sh HLT_physicsV7_rerunLVL1 + + +test 73 + name HLT_physicsV7_rerunLVL1_menu_rerundb + doc athenaHLT from DB, use HLT_physicsV7 as reference + checklog --config checklogTrigP1Test.conf --showexcludestats + rootcomp ../HLT_physicsV7_rerunLVL1_menu/r0000000000_part_athenaHLT_mon_HLT-Histogramming.root r0000000000_part_athenaHLT_mon_HLT-Histogramming.root + extra_failure_codes ROOTCOMP_MISMATCH + pre_condition test -e ../UploadMenuKeys_rerunLVL1/exportMenuKeys.sh + athena_cmd unset FRONTIER_SERVER; source ../UploadMenuKeys_rerunLVL1/exportMenuKeys.sh; athenaHLT.py -M -n 25 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -o HLT_physicsV7_rerunLVL1_menu_rerundb -J TrigConf::HLTJobOptionsSvc --use-database --db-type "Coral" --db-server "TRIGGERDBATN" --db-smkey ${smk} --db-hltpskey ${hltpsk} --db-extra "{'lvl1key': ${l1psk}}" + post_command chainDump.py -n -S + post_test RunMsg check_msg_stat.py --showignored --config checkMsgStat_TrigP1Test.conf $logfile + + +############################################################################################# +## Transform tests on BS from main HLT_physicsV7 test +## conditionsTag and geometryVersion need to be updated from time to time +############################################################################################# +test 80 + name RAWtoESD_physicsV7 + doc RAWtoESD on output from HLT_physicsV7 + checklog --config checklogTrigP1Test.conf --showexcludestats + pre_condition test -e '../HLT_physicsV7/HLT_physicsV7._0001.data' + athena_cmd source $AtlasSetup/scripts/asetup.sh latest,Athena,21.0 ; Reco_tf.py --preExec 'from InDetRecExample.InDetJobProperties import InDetFlags;InDetFlags.useDynamicAlignFolders.set_Value_and_Lock(True);' --autoConfiguration 'everything' --conditionsTag "CONDBR2-BLKPA-2017-11" --geometryVersion "ATLAS-R2-2016-01-00-01" --inputBSFile ../HLT_physicsV7/HLT_physicsV7._0001.data --maxEvents 5 --outputESDFile RAWtoESD.pool.root + post_command checkFile.py RAWtoESD.pool.root > ESD.txt + +test 81 + name TrigEDMCheck_physicsV7 + doc EDM checker on ESD from RAWtoESD_physicsV7 + joboptions testAthenaP1ESD_TrigEDMCheck_data.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_TrigEDMCheck_physicsV7.reference + pre_condition if [[ $(find ../RAWtoESD_physicsV7/RAWtoESD.pool.root -type f -size +1000000c 2>/dev/null) ]] ; then test -e ../RAWtoESD_physicsV7/RAWtoESD.pool.root ; else test -e non_existing_file ; fi + pre_command ln -s ../RAWtoESD_physicsV7/RAWtoESD.pool.root ESD.pool.root + athena_cmd source $AtlasSetup/scripts/asetup.sh latest,Athena,21.0 ; athena.py -c 'fileList=["ESD.pool.root"]' + +test 82 + name TrigDecTool_physicsV7 + doc Check of TrigDec for events produced by RAWtoESD_physicsV7 + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_TrigDecTool_physicsV7.reference + pre_condition if [[ $(find ../RAWtoESD_physicsV7/RAWtoESD.pool.root -type f -size +1000000c 2>/dev/null) ]] ; then test -e ../RAWtoESD_physicsV7/RAWtoESD.pool.root ; else test -e non_existing_file ; fi + pre_command ln -s ../RAWtoESD_physicsV7/RAWtoESD.pool.root ESD.pool.root + athena_cmd athena.py -c 'fileList=["ESD.pool.root"]' TrigP1Test/testAthenaP1ESD_TrigDecTool.py + +#test 83: Reco_tf_mcV7_savedBS got migrated to test 18: Reco_tf_physicsV7_savedBS +test 83 + name Reco_tf_mcV7_savedBS + doc Reco_tf on saved output from HLT_mcV7 + checklog --config checklogTrigP1Test.conf --showexcludestats + pre_command linktoP1HLT.sh mcV7 + athena_cmd Reco_tf.py --inputBSFile link_to_file_from_P1HLT.data --maxEvents 10 --outputESDFile data12_mcV7.ESD.pool.root + + +############################################################################################# +## Infrastructure tests on run/stop/run transitions +############################################################################################# +test 100 + name HLT_physicsV7_run_stop_run + doc athenaHLT on data with physics_pp_V7 menu with stop/start transition + stdinfile run-stop-run-saveHist.trans + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + customregtest regtest_multirun.sh atn_test.log + customrootcomp rootcomp_stopstart.sh r0000000000_part_athenaHLT_mon_HLT-Histogramming.root r0000000001_part_athenaHLT_mon_HLT-Histogramming.root + extra_failure_codes ROOTCOMP_MISMATCH ATHENA_REGTEST_FAILED + athena_cmd athenaHLT.py -i -M --rewind -n 50 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + + +############################################################################################# +## Additional Infrastructure tests +############################################################################################# + +# mrammens: localhost partition test goes to a new test suite-- remove this test here +test 111 + name AllPartition_physicsV6 + doc Physics_pp_v4 menu in localhost L2+EF partition + joboptions runHLT_standalone.py + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd part_runTest.sh part_lhl2ef + customregtest part_regtest.sh ../HLT_physicsV6/HLT_physicsV6.reference.new ../HLT_physicsV6/HLT_physicsV6.reference.new + customrootcomp part_rootcomp.sh ../HLT_physicsV6/expert-monitoring.root ../HLT_physicsV6/expert-monitoring.root + post_command cleanuplog.sh runHLT_standalone_test.log + +test 112 + name HLT_physicsV7_magField_on_off_on + doc athenaHLT on data with physicsV7 menu with On and Off magnetic field transition + pre_command get_files -jo setMagFieldCurrents.py + stdinfile magFieldOnOff.trans + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + customregtest regtest_multirun.sh atn_test.log 1 3 + customrootcomp rootcomp_stopstart.sh r0000000000_part_athenaHLT_mon_HLT-Histogramming.root r0000000002_part_athenaHLT_mon_HLT-Histogramming.root + extra_failure_codes ROOTCOMP_MISMATCH ATHENA_REGTEST_FAILED + athena_cmd athenaHLT.py -i -M --rewind -n 50 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + + +test 113 + name HLT_physicsV7_beamspot + doc Test of beamspot udpate with athenaHLT + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # DO NOT change the number of events for this test + athena_cmd athenaHLT.py -Z TrigP1Test.BeamSpotUpdate -n 50 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testPhysicsV7=True;doValidation=True;BeamspotFromSqlite=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + +test 114 + name HLT_physicsV6_nocache + doc athenaHLT on data with physics_pp_v6 menu, no caching in steering, use HLT_physicsV6 as reference + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + checkcount ../HLT_physicsV6/expert-monitoring.root 0 HLT + athena_cmd athenaHLT.py -f root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data12_8TeV.00212967.physics_eb_zee_zmumu_cc._0001.data -oHLT_physicsV6_nocache -c 'testPhysicsV6=True;noCaching=True;HLTOutputLevel=INFO;doValidation=True;useCONDBR2=False;setGlobalTag="COMCOND-HLTP-004-03-VAL-01";setDetDescr="ATLAS-R1-2012-02-00-00";fpeAuditor=True' TriggerRelease/runHLT_standalone.py + +test 115 + name tfTestPPV6 + doc Check tf for menu PP V6 data + pre_command xrdcp root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data12_8TeV.00212967.physics_eb_zee_zmumu_cc._0001.data . + pre_condition test -e ../UploadMenuKeys/exportMenuKeys.sh + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd source ../UploadMenuKeys/exportMenuKeys.sh; BatchHLTTrf_wrap.py inputBSFile=data12_8TeV.00212967.physics_eb_zee_zmumu_cc._0001.data outputRAWFile=RAW.999999._000001.data.1 doStreaming=True filters="express" stream_out=debug connection=TRIGGERDBATN smk=${smk} lvl1ps=${l1psk} hltps=${hltpsk} outputNTUP_TRIGCOSTEFFile=NTUP_TRIGCOSTEF.root outputNTUP_TRIGCOSTL2File=NTUP_TRIGCOSTL2.root outputNTUP_TRIGRATEEFFile=NTUP_TRIGRATEEF.root outputNTUP_TRIGRATEL2File=NTUP_TRIGRATEL2.root outputHIST_HLTMONEFFile=HIST_HLTMONEF.root outputHIST_HLTMONL2File=HIST_HLTMONL2.root max_events=10 + + + +################################################################################ +# Test of ALFA +################################################################################# + + + +test 120 + name HLT_physicsV7_ALFAMon + doc athenaHLT with ALFA monitoring enabled, with Physics_pp_v6 menu, on run 2 data with ALFA in (see ATR-12448) + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_ALFAMon.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_ALFAMon.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_ALFAMon.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7_ALFAMon -n 105 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data15_13TeV.00277025.physics_MinBias.merge.RAW._lb0500._SFO-1._0001.1 --log-level INFO,ERROR -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True;enableALFAMon=True;trigBase="Default";fpeAuditor=True' TriggerRelease/runHLT_standalone.py + post_command chainDump.py -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + +test 121 + name HLT_physicsV7_ALFAMon + doc athenaHLT on data with AFP included (see ATR-14776) + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_AFP.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_AFP.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_AFP.root 1 HLT + #TODO: fix file + athena_cmd athenaHLT.py -o HLT_physicsV7_AFP -n 105 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data15_13TeV.00277025.physics_MinBias.merge.RAW._lb0500._SFO-1._0001.1 --log-level INFO,ERROR -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True;trigBase="Default";fpeAuditor=True' TriggerRelease/runHLT_standalone.py + post_command chainDump.py -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + +################################################################################ +# Test of mcV6 menu for CAF reprocessing +################################################################################ + +test 130 + name HLT_mcV6_caf + doc athenaHLT on data with MC_pp_V6 menu for caf reprocessing + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd athenaHLT.py -n 1 -M -f /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -oHLT_mcV6_caf -c 'testMCV6=True;caf=True;trigBase="Default";doDBConfig=True;rerunLVL1=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + +test 131 + name HLT_physicsV6_caf + doc athenaHLT on data with Physics_pp_V6 menu for caf reprocessing + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd athenaHLT.py -n 1 -M -f /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -oHLT_physicsV6_caf -c 'testPhysicsV6=True;caf=True;trigBase="Default";doDBConfig=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + +test 132 + name PrepareMenuKeys_physicsV6_caf + doc Prepares SMKs created from the HLT_physicsV6_caf tests + pre_condition test -e ../HLT_physicsV6_caf/outputHLTconfig_L2PU-1.xml + pre_condition test -e ../HLT_physicsV6_caf/l2_Default_setup.txt + pre_condition test -e ../HLT_physicsV6_caf/l2_Default_setup_setup.txt + pre_condition test -e ../HLT_physicsV6_caf/ef_Default_setup.txt + pre_condition test -e ../HLT_physicsV6_caf/ef_Default_setup_setup.txt + + athena_cmd testPrepareMenuKeysSelfX.sh physicsV6_caf + + +test 133 + name PrepareMenuKeys_mcV6_caf + doc Prepares SMKs created from the All*T_mcV6_caf tests + pre_condition test -e ../HLT_mcV6_caf/outputHLTconfig_L2PU-1.xml + pre_condition test -e ../HLT_mcV6_caf/l2_Default_setup.txt + pre_condition test -e ../HLT_mcV6_caf/l2_Default_setup_setup.txt + pre_condition test -e ../HLT_mcV6_caf/ef_Default_setup.txt + pre_condition test -e ../HLT_mcV6_caf/ef_Default_setup_setup.txt + + athena_cmd testPrepareMenuKeysSelfX.sh mcV6_caf + +test 134 + name PrepareMenuKeys_p1 + doc Prepares SMKs created from the All*T_physicsV6_menu test + pre_condition test -e ../HLT_physicsV6_menu/outputHLTconfig_L2PU-1.xml + pre_condition test -e ../HLT_physicsV6_menu/l2_Default_setup.txt + pre_condition test -e ../HLT_physicsV6_menu/l2_Default_setup_setup.txt + pre_condition test -e ../HLT_physicsV6_menu/ef_Default_setup.txt + pre_condition test -e ../HLT_physicsV6_menu/ef_Default_setup_setup.txt + + athena_cmd testPrepareMenuKeysSelfX.sh physicsV6_menu + + + + +##Heavy Ion menu tests + + +test 159 + name HLT_HIV4 + doc athenaHLT standalone with HLT_HIV4 menu on a HI sample + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats +# TODO: fix references +# fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_HIV4.reference +# checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_HIV4.root 1 L2 +# rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_HIV4.root + athena_cmd athenaHLT.py -o HLT_HIV4 -n 25 -f '/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data16_hip5TeV.00312649.physics_EnhancedBias.merge.RAW._lb0150._SFO-ALL._0001.data' -c 'testHIV4=True;rerunLVL1=False;setPrescale="None";HLTOutputLevel=INFO;doValidation=True;useCONDBR2=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_HIV3._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S + +# ART not migrated +#test 160 +# name HLT_HIV3 +# doc athenaHLT standalone with HLT_HIV3 menu on a HI sample +# filterlog filterREGTEST.py +# checklog --config checklogTrigP1Test.conf --showexcludestats +# fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_HIV3.reference +# checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_HIV3.root 1 L2 +# rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_HIV3.root +# athena_cmd athenaHLT.py -o HLT_HIV3 -n 25 -f '/afs/cern.ch/atlas/project/trigger/pesa-sw/validation/atn-test/data15_hi.00287270.physics_HardProbes.daq.RAW._lb0122._SFO-1._0001.data' -c 'testHIV3=True;rerunLVL1=False;setPrescale="None";HLTOutputLevel=INFO;doValidation=True;useCONDBR2=True;fpeAuditor=True;setDetDescr="ATLAS-R2-2015-04-00-00";setGlobalTag="CONDBR2-HLTP-2016-01";from AtlasGeoModel.InDetGMJobProperties import GeometryFlags;GeometryFlags.useDynamicAlignFolders.set_Value_and_Lock(False)' TriggerRelease/runHLT_standalone.py +## post_command save_to_refdir.sh HLT_HIV3._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest +# post_command chainDump.py -n -S + +################################################################################################################################################### +#0 #Steering Group - extremely fast! + +test 161 + name pureSteering_ecodes + doc stand-alone test of the steering with useErrorHandlingMenu + joboptions pureSteering_jobOptions.py + athena_args -c 'useErrorHandlingMenu=True' + # TODO: fix reference + # regtest TrigSteer_HLT.ResultBuilder REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_pureSteering_ecodes_TrigSteer_HLT.ResultBuilder.reference + +test 162 + name pureSteering_prescaling + doc stand-alone test of the steering with the PrescaleMenu + joboptions pureSteering_jobOptions.py + athena_args -c 'repeat=100; usePrescaleMenu=True' + # TODO: fix reference + # regtest TrigSteer_HLT.TrigChainMoniValidation REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_pureSteering_prescaling_TrigSteer_HLT.ChainMoni.reference + +test 163 + name pureSteering + doc stand-alone test of the steering + joboptions pureSteering_jobOptions.py + # TODO: fix reference + # regtest TrigSteer_HLT.ResultBuilder REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_pureSteering_TrigSteer_HLT.ResultBuilder.reference + + +########################## +# Steering test: ROBs access , slow 1h + +test 164 + name AthenaTrigBS_L2EFMerging + doc testing trigger results w/wo merging L2/EF, based on AthenaTrigRDO with run_standalone.py + joboptions testAthenaL2EFMerging.py + athena_args -c 'EvtMax=15; testPhysicsV7=True; BSRDOInput="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data"' + #athena_args -c 'doHLT=True; useCONDBR2=False; setGlobalTag="COMCOND-HLTP-004-03-VAL-01"; setDetDescr="ATLAS-R1-2012-02-01-00"; EvtMax=15; testPhysicsV6=True; BSRDOInput="root://eosatlas//eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/data12_8TeV.00212967.physics_eb_zee_zmumu_cc._0001.data"' + checklog --config checklogTriggerTest.conf --showexcludestats + # TODO: fix reference + # checkmerge expert-monitoring.root /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/triggertest_AthenaTrigBS_L2EFMerging.root 0 + post_command chainDump.py -n -S + + +################################################################################ +# Test of physicsV6 menu for DataSouting +################################################################################ +test 170 + name HLT_physicsV7_DataScouting + doc athenaHLT on data with Physics_pp_v7 menu, test output of DataScouting containers + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + athena_cmd athenaHLT.py -n50 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -o ds_test_data_out -c 'testJet=True;testMuon=True;testPhysicsV7=True;rerunLVL1=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + post_command trigbs_dumpHltDsData.py -v1 ds_test_data_out._0001.data >> atn_test.log + +################################################################################ +# Tests of physicsV7 menu +################################################################################ + +test 180 + name HLT_mcV7 + doc AthenaHLT on data, with MC_pp_V7 menu loose prescale set + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix references + #fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV7.reference + #checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV7.root 1 HLT + #rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_mcV7.root + athena_cmd athenaHLT.py -o HLT_mcV7 -n 50 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testMCV7=True;rerunLVL1=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py + post_command chainDump.py -n -S + +test 181 + name HLT_physicsV7 + doc athenaHLT on data with Physics_pp_v7 menu currently from 2016 EB data + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix reference + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7 -n 75 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00327265.physics_eb_zmm_egz.merged.RAW.selected._0001.data -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True' TriggerRelease/runHLT_standalone.py +# post_command save_to_refdir.sh HLT_physicsV7._0001.data /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/online/references/ATN/latest + post_command chainDump.py -n -S --rootDirs=TrigSteer_HLT --rootHists=ChainAcceptance --rootHists=NumberOfActiveTEs + post_test checkHist histSizes.py -t expert-monitoring.root ; cp post_test_checkHist.log checkHistathenaHLT.reference.new ; diff checkHistathenaHLT.reference.new /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_checkHistathenaHLT.reference + extra_failure_codes ATHENA_ERROR_IN_LOG + +test 182 + name HLT_physicsV7_FTK + doc athenaHLT on data with Physics_pp_v7 menu and doFTK currently from 2016 EB data with FTK added + filterlog filterREGTEST.py + checklog --config checklogTrigP1Test.conf --showexcludestats + # TODO: fix ref + # fullregtest REGTEST /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_FTK.reference + # rootcomp /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_FTK.root + # checkcount /afs/cern.ch/atlas/project/trigger/pesa-sw/validation/references/ATN/postrel20/latest/trigp1test_HLT_physicsV7_FTK.root 1 HLT + athena_cmd athenaHLT.py -o HLT_physicsV7_FTK -n 75 -f /cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/RAW.11043881._020686.pool.root.1 -c 'testPhysicsV7=True;HLTOutputLevel=INFO;doValidation=True;fpeAuditor=True;from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.doFTK=True' TriggerRelease/runHLT_standalone.py + post_command chainDump.py -n -S diff --git a/Trigger/TrigValidation/TrigP1Test/share/trigp1test_athenaHLT.py b/Trigger/TrigValidation/TrigP1Test/share/trigp1test_athenaHLT.py index 7d5125476a6d..4d1fb8adffda 100755 --- a/Trigger/TrigValidation/TrigP1Test/share/trigp1test_athenaHLT.py +++ b/Trigger/TrigValidation/TrigP1Test/share/trigp1test_athenaHLT.py @@ -44,6 +44,8 @@ def main(): parser = OptionParser() parser.add_option("--nfiles", help="Number of input files", type='int', default=1) + parser.add_option("--nevents", help="Number of max events", + type='int', default=-1) parser.add_option("--modifiers", help="Modifiers", default='') parser.add_option("--dir", help="eos directory", default='/eos/atlas/atlastier0/rucio/data16_13TeV/physics_Main/') (opts, args) = parser.parse_args() @@ -55,7 +57,7 @@ def main(): subset.append('root://eosatlas//' + last_run_files[i]) print subset - trigCmd = "athenaHLT.py -f \"" + str(subset) + "\" -c \"" + opts.modifiers + "\" TriggerRelease/runHLT_standalone.py" + trigCmd = "athenaHLT.py -n " + str(opts.nevents) + " -f \"" + str(subset) + "\" -c \"" + opts.modifiers + "\" TriggerRelease/runHLT_standalone.py" trigCmdEsc = trigCmd.replace("\\","\\\\").replace("\"","\\\"")#For output to echo check_call("echo \"" + trigCmdEsc + "\"", shell=True)#Call echo rather than print so that it completes first check_call(trigCmd, shell=True) diff --git a/Trigger/TrigValidation/TrigP1Test/test/exec_art_trigp1test_post.sh b/Trigger/TrigValidation/TrigP1Test/test/exec_art_trigp1test_post.sh new file mode 100755 index 000000000000..de055fdde0d5 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/exec_art_trigp1test_post.sh @@ -0,0 +1,106 @@ +#!/bin/bash + +echo "Execute TrigP1Test post processing" + +### DEFAULTS + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +if [ -z ${REF_FOLDER} ]; then + export REF_FOLDER="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/${TEST}/ref/${AtlasBuildBranch}/${NAME}" +fi + +### + +echo "Running checklog" +timeout 1m check_log.pl --config checklogTriggerTest.conf --showexcludestats ${JOB_LOG} | tee checklog.log + +echo "art-result: ${PIPESTATUS[0]} CheckLog" + +# TODO +# add check_statuscode.py ${JOB_LOG} +# RunMsgFinder + +# TODO +# this is RTT and will need some moving +# timeout 1m PerfMonRunner.py --fileName=ntuple.pmon.gz --options="-f 0.90" + +echo "Running chainDump" +timeout 1m chainDump.py -S --rootFile=expert-monitoring.root + +export JOB_LOG_TAIL=${JOB_LOG%%.*}.tail.${JOB_LOG#*.} +tail -10000 ${JOB_LOG} > ${JOB_LOG_TAIL} + +if [ -f ${REF_FOLDER}/athena.regtest ]; then + echo "Running regtest" + grep REGTEST athena.log > athena.regtest + timeout 1m regtest.pl --inputfile athena.regtest --reffile ${REF_FOLDER}/athena.regtest | tee regtest.log + echo "art-result: ${PIPESTATUS[0]} RegTest" +else + echo "No reference athena.regtest found in ${REF_FOLDER}" +fi + +if [ -f ${REF_FOLDER}/expert-monitoring.root ]; then + echo "Running rootcomp" + timeout 10m rootcomp.py ${REF_FOLDER}/expert-monitoring.root | tee rootcompout.log + echo "art-result: ${PIPESTATUS[0]} RootComp" + echo "Running checkcounts" + timeout 10m trigtest_checkcounts.sh 0 expert-monitoring.root ${REF_FOLDER}/expert-monitoring.root HLT | tee checkcountout.log + echo "art-result: ${PIPESTATUS[0]} CheckCounts" +else + echo "No reference expert-monitoring.root found in ${REF_FOLDER}" +fi + +if [ -f trig_cost.root ]; then + echo "Running CostMon" + timeout 2h RunTrigCostD3PD -f trig_cost.root --outputTagFromAthena --costMode > costMon.log 2>&1 +else + echo "file trig_cost.root does not exist thus RunTrigCostD3PD will not be run" +fi + +echo "Running check for zero L1, HLT or TE counts" +export COUNT_EXIT=0 +if [[ `sed 's|.*\(.* \)|\1|' L1AV.txt | sed 's/^[ \t]*//' | sed '/^0/'d | wc -l` == 0 ]]; then + echo "L1 counts ERROR : all entires are ZERO please consult L1AV.txt" + (( COUNT_EXIT = COUNT_EXIT || 1 )) +fi +if [[ `sed 's|.*\(.* \)|\1|' HLTChain.txt | sed 's/^[ \t]*//' | sed '/^0/'d | wc -l` == 0 ]]; then + echo "HLTChain counts ERROR : all entires are ZERO please consult HLTChain.txt" + (( COUNT_EXIT = COUNT_EXIT || 1 )) +fi +if [[ `sed 's|.*\(.* \)|\1|' HLTTE.txt | sed 's/^[ \t]*//' | sed '/^0/'d | wc -l` == 0 ]]; then + echo "HLTTE counts ERROR : all entires are ZERO please consult HLTTE.txt" + (( COUNT_EXIT = COUNT_EXIT || 1 )) +fi +echo "art-result: ${COUNT_EXIT} ZeroCounts" + + +if [ -f ESD.pool.root ]; then + echo "Running CheckFile on ESD" + timeout 10m checkFile.py ESD.pool.root | tee ESD.pool.root.checkFile + echo "art-result: ${PIPESTATUS[0]} CheckFileESD" +else + echo "No ESD.pool.root to check" +fi + +if [ -f AOD.pool.root ]; then + echo "Running CheckFile on AOD" + timeout 10m checkFile.py AOD.pool.root | tee AOD.pool.root.checkFile + echo "art-result: ${PIPESTATUS[0]} CheckFileAOD" + echo "Running CheckxAOD AOD" + timeout 10m checkxAOD.py AOD.pool.root | tee AOD.pool.root.checkxAODFile + echo "art-result: ${PIPESTATUS[0]} CheckXAOD" +else + echo "No AOD.pool.root to check" +fi + +echo "Finished TrigP1Test post processing" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/exec_athenaHLT_art_trigger_validation.sh b/Trigger/TrigValidation/TrigP1Test/test/exec_athenaHLT_art_trigger_validation.sh new file mode 100755 index 000000000000..6061a25525b9 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/exec_athenaHLT_art_trigger_validation.sh @@ -0,0 +1,56 @@ +#!/bin/bash + +echo "Execute AthenaHLT" + +### DEFAULTS + +if [ -z ${MENU} ]; then + export MENU="Physics_pp_v7_unprescaled_only_physics_prescale" +fi + +if [ -z ${EVENTS} ]; then + export EVENTS="1000" +fi + +if [ -z ${JOBOPTION} ]; then + export JOBOPTION="TriggerTest/testCommonSliceAthenaTrigRDO.py" +fi + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${FILE} ]; then + export FILE="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00339070.physics_EnhancedBias.merge.RAW._lb0101._SFO-1._0001.1" +fi + +if [ -z ${TESTOPTION} ]; then + export TESTOPTION="setMenu='Physics_pp_v7_unprescaled_only_physics_prescale';setLVL1XML='TriggerMenuXML/LVL1config_Physics_pp_v7.xml';setL1TopoXML=setLVL1XML.replace('/LVL1','/L1Topo');rerunLVL1=True;enableCostD3PD=True;enableCostForCAF=True" +fi + +if [ -z ${ATHENAHLTOPT} ]; then +export ATHENAHLTOPT="" +fi + +if [ -z ${ATHENAHLTCMD} ]; then +export ATHENAHLTCMD="athenaHLT.py" +fi + +###################################### + +${ATHENAHLTCMD} ${ATHENAHLTOPT} \ +-n ${EVENTS} \ +-f "${FILE}" \ +-c "${TESTOPTION}" \ +${JOBOPTION} | tee ${JOB_LOG} + +###################################### + +COMMAND=$PREVIOUS_COMMAND +ATH_RETURN=${PIPESTATUS[0]} +echo "Command to reproduce: ${COMMAND}" +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_AthenaP1RDOtoBS_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_AthenaP1RDOtoBS_build.sh new file mode 100755 index 000000000000..46b118ba25b9 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_AthenaP1RDOtoBS_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: Run RDO->BS using ttbar MC file +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="AthenaP1RDOtoBS.log" + +timeout 20m trigtest.pl --cleardir --test AthenaP1RDOtoBS --rundir AthenaP1RDOtoBS --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_AthenaTrigBS_L2EFMerging_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_AthenaTrigBS_L2EFMerging_build.sh new file mode 100755 index 000000000000..f2017247e1f4 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_AthenaTrigBS_L2EFMerging_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: testing trigger results w/wo merging L2/EF, based on AthenaTrigRDO with run_standalone.py +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="AthenaTrigBS_L2EFMerging.log" + +timeout 100m trigtest.pl --cleardir --test AthenaTrigBS_L2EFMerging --rundir AthenaTrigBS_L2EFMerging --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_CheckKeysV7_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_CheckKeysV7_build.sh new file mode 100755 index 000000000000..c341656b6635 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_CheckKeysV7_build.sh @@ -0,0 +1,39 @@ +#!/bin/bash + +# art-description: compare the SMK created from the HLT_physicsV7 first and rerun jobs +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_menu.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_menu --rundir HLT_physicsV7_menu --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="HLT_physicsV7_rerun.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_rerun --rundir HLT_physicsV7_rerun --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="CheckKeysV7.log" + +timeout 180m trigtest.pl --cleardir --test CheckKeysV7 --rundir CheckKeysV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_HIV4_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_HIV4_build.sh new file mode 100755 index 000000000000..d67c5fd3b4fa --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_HIV4_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT standalone with HLT_HIV4 menu on a HI sample +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_HIV4.log" + +timeout 40m trigtest.pl --cleardir --test HLT_HIV4 --rundir HLT_HIV4 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_RAWtoESD_TrigEDMCheck_TrigDecTool_physicsV7_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_RAWtoESD_TrigEDMCheck_TrigDecTool_physicsV7_build.sh new file mode 100755 index 000000000000..36d1190c0d67 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_RAWtoESD_TrigEDMCheck_TrigDecTool_physicsV7_build.sh @@ -0,0 +1,47 @@ +#!/bin/bash + +# art-description: athenaHLT on EB data with Physics_pp_v7 menu, RAWtoESD on output, EDM checker on ESD, and Check of TrigDec +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7 --rundir HLT_physicsV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="RAWtoESD_physicsV7.log" + +timeout 30m trigtest.pl --cleardir --test RAWtoESD_physicsV7 --rundir RAWtoESD_physicsV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="TrigEDMCheck_physicsV7.log" + +timeout 10m trigtest.pl --cleardir --test TrigEDMCheck_physicsV7 --rundir TrigEDMCheck_physicsV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="TrigDecTool_physicsV7.log" + +timeout 10m trigtest.pl --cleardir --test TrigDecTool_physicsV7 --rundir TrigDecTool_physicsV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_Trigreco_dbgstream_T0_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_Trigreco_dbgstream_T0_build.sh new file mode 100755 index 000000000000..8470c9e237b0 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_Trigreco_dbgstream_T0_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: Trig_reco_tf using debug_stream setup as is run at T0 +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="Trigreco_dbgstream_T0.log" + +timeout 30m trigtest.pl --cleardir --test Trigreco_dbgstream_T0 --rundir Trigreco_dbgstream_T0 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_mcV7_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_mcV7_build.sh new file mode 100755 index 000000000000..1686981b1141 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_mcV7_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: AthenaHLT on data, with MC_pp_V7 menu loose prescale set +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_mcV7.log" + +timeout 50m trigtest.pl --cleardir --test HLT_mcV7 --rundir HLT_mcV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_AFP_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_AFP_build.sh new file mode 100755 index 000000000000..e0048e4c0de2 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_AFP_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with AFP included, with Physics_pp_v7 menu (ATR-14776) +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_AFP.log" + +timeout 40m trigtest.pl --cleardir --test HLT_physicsV7_AFP --rundir HLT_physicsV7_AFP --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_ALFAMon_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_ALFAMon_build.sh new file mode 100755 index 000000000000..9af817539527 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_ALFAMon_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT with ALFA monitoring enabled, with Physics_pp_v6 menu, on run 2 data with ALFA in (see ATR-12448) +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_ALFAMon.log" + +timeout 20m trigtest.pl --cleardir --test HLT_physicsV7_ALFAMon --rundir HLT_physicsV7_ALFAMon --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016IDCOSMICS_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016IDCOSMICS_build.sh new file mode 100755 index 000000000000..815916889181 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016IDCOSMICS_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with Physics_pp_v7 menu currently cosmics from 2016 +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_COS_2016IDCOSMICS.log" + +timeout 30m trigtest.pl --cleardir --test HLT_physicsV7_COS_2016IDCOSMICS --rundir HLT_physicsV7_COS_2016IDCOSMICS --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016MUONS_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016MUONS_build.sh new file mode 100755 index 000000000000..6d65e52bf729 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_2016MUONS_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with Physics_pp_v7 menu currently cosmics from 2016 +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="athena.log" + +timeout 20m trigtest.pl --cleardir --test HLT_physicsV7_COS_2016MUONS --rundir HLT_physicsV7_COS_2016MUONS --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_build.sh new file mode 100755 index 000000000000..d491ac92a581 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_COS_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with Physics_pp_v7 menu currently cosmics from 2016 +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_COS.log" + +timeout 20m trigtest.pl --cleardir --test HLT_physicsV7_COS --rundir HLT_physicsV7_COS --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_DataScouting_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_DataScouting_build.sh new file mode 100755 index 000000000000..8886df296389 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_DataScouting_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with Physics_pp_v7 menu, test output of DataScouting containers +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_DataScouting.log" + +timeout 20m trigtest.pl --cleardir --test HLT_physicsV7_DataScouting --rundir HLT_physicsV7_DataScouting --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_FTK_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_FTK_build.sh new file mode 100755 index 000000000000..cf6182a237f5 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_FTK_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with Physics_pp_v7 menu and doFTK currently from 2016 EB data with FTK added +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_FTK.log" + +timeout 20m trigtest.pl --cleardir --test HLT_physicsV7_FTK --rundir HLT_physicsV7_FTK --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_L1Topo_data_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_L1Topo_data_build.sh new file mode 100755 index 000000000000..e8839ec333b6 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_L1Topo_data_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on online test data including L1Topo ROI & DAQ ROB decoding with Physics_pp_v7 menu on events selected from data15_13TeV.00278748.physics_Main +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_L1Topo_data.log" + +timeout 20m trigtest.pl --cleardir --test HLT_physicsV7_L1Topo_data --rundir HLT_physicsV7_L1Topo_data --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_beamspot_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_beamspot_build.sh new file mode 100755 index 000000000000..be9db774653e --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_beamspot_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: Test of beamspot udpate with athenaHLT +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_beamspot.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_beamspot --rundir HLT_physicsV7_beamspot --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_build.sh new file mode 100755 index 000000000000..51d35bdbd44f --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with Physics_pp_v7 menu currently from 2016 EB data +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7 --rundir HLT_physicsV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_magField_on_off_on_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_magField_on_off_on_build.sh new file mode 100755 index 000000000000..c7bed528930a --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_magField_on_off_on_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with physicsV7 menu with On and Off magnetic field transition +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_magField_on_off_on.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_magField_on_off_on --rundir HLT_physicsV7_magField_on_off_on --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_menu_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_menu_build.sh new file mode 100755 index 000000000000..8b8f1b4ea5ce --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_menu_build.sh @@ -0,0 +1,39 @@ +#!/bin/bash + +# art-description: Run athenaHLT on all events to create trigger configuration, generates and uploads SMKs created from the HLT first and compares after rerun jobs from DB +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_menu.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_menu --rundir HLT_physicsV7_menu --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="UploadMenuKeys.log" + +timeout 120m trigtest.pl --cleardir --test UploadMenuKeys --rundir UploadMenuKeys --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="HLT_physicsV7_menu_rerundb.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_menu_rerundb --rundir HLT_physicsV7_menu_rerundb --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_build.sh new file mode 100755 index 000000000000..a20e1b3c96f5 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with Physics_pp_v7 menu currently from 2016 EB data +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_rerunLVL1.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_rerunLVL1 --rundir HLT_physicsV7_rerunLVL1 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_menu_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_menu_build.sh new file mode 100755 index 000000000000..5db7211d72fe --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_rerunLVL1_menu_build.sh @@ -0,0 +1,39 @@ +#!/bin/bash + +# art-description: Run athenaHLT on all events to create trigger configuration, Generates and uploads SMKs created from the HLT first and compares after rerun jobs from DB +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7_rerunLVL1_menu.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_rerunLVL1_menu --rundir HLT_physicsV7_rerunLVL1_menu --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="UploadMenuKeys_rerunLVL1.log" + +timeout 120m trigtest.pl --cleardir --test UploadMenuKeys_rerunLVL1 --rundir UploadMenuKeys_rerunLVL1 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="HLT_physicsV7_rerunLVL1_menu_rerundb.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_rerunLVL1_menu_rerundb --rundir HLT_physicsV7_rerunLVL1_menu_rerundb --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_run_stop_run_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_run_stop_run_build.sh new file mode 100755 index 000000000000..2c17af738d06 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HLT_physicsV7_run_stop_run_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: athenaHLT on data with physics_pp_V7 menu with stop/start transition +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + + export JOB_LOG="HLT_physicsV7_run_stop_run.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7_run_stop_run --rundir HLT_physicsV7_run_stop_run --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_build.sh new file mode 100755 index 000000000000..ac0b6267d057 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_build.sh @@ -0,0 +1,25 @@ +#!/bin/bash + +# art-description: HelloWorld in athenaHLT +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HelloWorldHLT.log" + +timeout 5m trigtest.pl --cleardir --test HelloWorldHLT --rundir HelloWorldHLT --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_run_stop_run_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_run_stop_run_build.sh new file mode 100755 index 000000000000..00d918449e7f --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_HelloWorldHLT_run_stop_run_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: HelloWorld int athenaHLT with start/stop/start transition +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HelloWorldHLT_run_stop_run.log" + +timeout 10m trigtest.pl --cleardir --test HelloWorldHLT_run_stop_run --rundir HelloWorldHLT_run_stop_run --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_Reco_tf_physicsV7_savedBS_AthenaP1BS_standalone_physicsV7_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_Reco_tf_physicsV7_savedBS_AthenaP1BS_standalone_physicsV7_build.sh new file mode 100755 index 000000000000..8f72eda20a75 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_Reco_tf_physicsV7_savedBS_AthenaP1BS_standalone_physicsV7_build.sh @@ -0,0 +1,41 @@ +#!/bin/bash + +# art-description: athenaHLT on EB data with Physics_pp_v7 menu, Reco_tf on saved output, and Standalone HLT running in athena and compare to athenaHLT +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="HLT_physicsV7.log" + +timeout 100m trigtest.pl --cleardir --test HLT_physicsV7 --rundir HLT_physicsV7 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="Reco_tf_physicsV7_savedBS.log" + +timeout 30m trigtest.pl --cleardir --test Reco_tf_physicsV7_savedBS --rundir Reco_tf_physicsV7_savedBS --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="AthenaP1BS_standalone.log" + +timeout 45m trigtest.pl --cleardir --test AthenaP1BS_standalone --rundir AthenaP1BS_standalone --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_Trigreco_physicsV7_currentT0_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_Trigreco_physicsV7_currentT0_build.sh new file mode 100755 index 000000000000..3ba9cc005ea7 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_Trigreco_physicsV7_currentT0_build.sh @@ -0,0 +1,39 @@ +#!/bin/bash + +# art-description: Trig_reco_tf with current T0 config, EDMCheck on ESD and AOD +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="Trigreco_physicsV7_currentT0.log" + +timeout 45m trigtest.pl --cleardir --test Trigreco_physicsV7_currentT0 --rundir Trigreco_physicsV7_currentT0 --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="TrigEDMCheck_physicsV7_currentT0_ESD.log" + +timeout 10m trigtest.pl --cleardir --test TrigEDMCheck_physicsV7_currentT0_ESD --rundir TrigEDMCheck_physicsV7_currentT0_ESD --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + +export JOB_LOG="TrigEDMCheck_physicsV7_currentT0_AOD.log" + +timeout 10m trigtest.pl --cleardir --test TrigEDMCheck_physicsV7_currentT0_AOD --rundir TrigEDMCheck_physicsV7_currentT0_AOD --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_CostMonitoring_PhysicsV7_grid.sh b/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_CostMonitoring_PhysicsV7_grid.sh new file mode 100755 index 000000000000..730c21b5d8aa --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_CostMonitoring_PhysicsV7_grid.sh @@ -0,0 +1,32 @@ +#!/bin/bash + +# art-description: athenaHLT on recent EnhancedBias with cost monitoring enabled +# art-type: grid +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 +# art-output: HLTChain.txt +# art-output: HLTTE.txt +# art-output: L1AV.txt +# art-output: HLTconfig*.xml +# art-output: L1Topoconfig*.xml +# art-output: LVL1config*.xml +# art-output: *.log +# art-output: costMonitoring_* +# art-output: *.root +# art-output: ntuple.pmon.gz +# art-output: *perfmon* + +export NAME="athenaHLT_CostMonitoring_PhysicsV7_grid" +export TESTOPTION="setMenu='Physics_pp_v7_unprescaled_only_physics_prescale';setLVL1XML='TriggerMenuXML/LVL1config_Physics_pp_v7.xml';setL1TopoXML=setLVL1XML.replace('/LVL1','/L1Topo');rerunLVL1=True;enableCostD3PD=True;enableCostForCAF=True" +export FILE="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00339070.physics_EnhancedBias.merge.RAW._lb0101._SFO-1._0001.1" +export JOBOPTION="TriggerRelease/runHLT_standalone.py" +export EVENTS="10000" + +source exec_athenaHLT_art_trigger_validation.sh +source exec_art_trigp1test_post.sh + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_LatestRun_MCV7_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_LatestRun_MCV7_build.sh new file mode 100755 index 000000000000..02a2c262049b --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_LatestRun_MCV7_build.sh @@ -0,0 +1,17 @@ +#!/bin/bash + +# art-description: athenaHLT on latest available run +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +export NAME="athenaHLT_LatestRun_MCV7_build" +export ATHENAHLTCMD="trigp1test_athenaHLT.py" +export ATHENAHLTOPT="--nevents=5 --nfiles=1 --dir='/eos/atlas/atlastier0/rucio/data17_13TeV/physics_Main/' --modifiers='testMCV7=True;fpeAuditor=True;from PerfMonComps.PerfMonFlags import jobproperties as pmon_properties ; pmon_properties.PerfMonFlags.doSemiDetailedMonitoring=True'" + +timeout 40m source exec_athenaHLT_art_trigger_validation.sh +timeout 10m source exec_art_trigp1test_post.sh + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_on_data_leakCheck_grid.sh b/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_on_data_leakCheck_grid.sh new file mode 100755 index 000000000000..f63993ca094b --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_athenaHLT_on_data_leakCheck_grid.sh @@ -0,0 +1,35 @@ +#!/bin/bash + +# art-description: athenaHLT on DATA all slices leakCheck +# art-type: grid +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 +# art-output: HLTChain.txt +# art-output: HLTTE.txt +# art-output: L1AV.txt +# art-output: HLTconfig*.xml +# art-output: L1Topoconfig*.xml +# art-output: LVL1config*.xml +# art-output: *.log +# art-output: costMonitoring_* +# art-output: *.root +# art-output: ntuple.pmon.gz +# art-output: *perfmon* + +export NAME="athenaHLT_on_data_leakCheck_grid" +export TESTOPTION="setMenu='Physics_pp_v7_tight_physics_prescale';setLVL1XML='TriggerMenuXML/LVL1config_Physics_pp_v7.xml';setL1TopoXML=setLVL1XML.replace('/LVL1','/L1Topo');HLTOutputLevel=WARNING;doValidation=True" +export FILE="/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/TrigP1Test/data17_13TeV.00339070.physics_EnhancedBias.merge.RAW._lb0101._SFO-1._0001.1" +export JOBOPTION="TrigP1Test/runHLT_standaloneRTT_leakCheck.py" +export EVENTS="1000" +export ATHENAHLTOPT="--stdcmalloc --leak-check-execute -o HLT_physicsV7" + +export LD_PRELOAD=/cvmfs/sft.cern.ch/lcg/releases/libunwind/5c2cade-76996/$CMTCONFIG/lib/libunwind.so + +source exec_athenaHLT_art_trigger_validation.sh +source exec_art_trigp1test_post.sh + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_build.sh new file mode 100755 index 000000000000..60969c060a1d --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: stand-alone test of the steering +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="pureSteering.log" + +timeout 10m trigtest.pl --cleardir --test pureSteering --rundir pureSteering --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_ecodes_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_ecodes_build.sh new file mode 100755 index 000000000000..6b7a97d2a3f7 --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_ecodes_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: stand-alone test of the steering with useErrorHandlingMenu +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="pureSteering_ecodes.log" + +timeout 10m trigtest.pl --cleardir --test pureSteering_ecodes --rundir pureSteering_ecodes --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + diff --git a/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_prescaling_build.sh b/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_prescaling_build.sh new file mode 100755 index 000000000000..17692c34b18f --- /dev/null +++ b/Trigger/TrigValidation/TrigP1Test/test/test_pureSteering_prescaling_build.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# art-description: stand-alone test of the steering with the PrescaleMenu +# art-type: build +# art-include: 21.1/AthenaP1 +# art-include: 21.1-dev/AthenaP1 +# art-include: 21.0/AthenaP1 +# art-include: 21.0-TrigMC/AthenaP1 +# art-include: master/AthenaP1 + +if [ -z ${JOB_LOG} ]; then + export JOB_LOG="athena.log" +fi + +if [ -z ${TEST} ]; then + export TEST="TrigP1Test" +fi + +export JOB_LOG="pureSteering_prescaling.log" + +timeout 10m trigtest.pl --cleardir --test pureSteering_prescaling --rundir pureSteering_prescaling --conf TrigP1Test_ART.conf | tee ${JOB_LOG} + +ATH_RETURN=${PIPESTATUS[0]} +echo "art-result: ${ATH_RETURN} ${JOB_LOG%%.*}" + + + -- GitLab