Skip to content
Snippets Groups Projects
Commit a9ae6e5d authored by Atlas-Software Librarian's avatar Atlas-Software Librarian Committed by Graeme Stewart
Browse files

'CMakeLists.txt' (TriggerTest-00-07-52)

	* Remove CPU-intensive Valgrind and LeakCheck jobs (ATR-13707)
	* TriggerTest-00-07-52

2016-03-15 Oleg Kuprash <oleg.kuprash@cern.ch>
    * do not store AOD if the RTT job is running in AtlasCAFHLT or ATLASP1HLT
    * TriggerTest-00-07-51
parent 834a6e77
No related branches found
No related tags found
No related merge requests found
################################################################################
# Package: TriggerTest
################################################################################
# Declare the package name:
atlas_subdir( TriggerTest )
# Declare the package's dependencies:
atlas_depends_on_subdirs( PUBLIC
TestPolicy )
# Install files from the package:
atlas_install_python_modules( python/__init__.py )
atlas_install_joboptions( share/*.py )
atlas_install_runtime( test/TriggerTest_TestConfiguration.xml python/RttScriptRunner_TriggerTest.py share/*.cxx python/CheckLog_TriggerTest.py python/LogTail_TriggerTest.py python/CheckForTrigCostD3PD_TriggerTest.py python/CreateIgprofReport_TriggerTest.py python/TruncateLog_TriggerTest.py python/ValGrindPostScript_TriggerTest.py python/ValgrindAnalysisScript_TriggerTest.py Testing/*.conf )
atlas_install_scripts( Testing/*.sh Testing/*.pl )
......@@ -36,11 +36,19 @@ except:
doTrigger=True
TriggerModernConfig=True
rec.doWriteAOD.set_Value_and_Lock(True)
rec.doWritexAOD.set_Value_and_Lock( True)
rec.doAOD.set_Value_and_Lock(True)
doWriteAOD=True
import os
if os.environ['AtlasProject'] == 'AtlasP1HLT' or os.environ['AtlasProject'] == 'AtlasCAFHLT':
log.info("WARNING working within AtlasProject %s, will not write AOD/xAOD" % os.environ['AtlasProject'])
rec.doWriteAOD.set_Value_and_Lock(False)
rec.doWritexAOD.set_Value_and_Lock(False)
rec.doAOD.set_Value_and_Lock(False)
jp.Rec.doWriteAOD=False
else:
rec.doWriteAOD.set_Value_and_Lock(True)
rec.doWritexAOD.set_Value_and_Lock(True)
rec.doAOD.set_Value_and_Lock(True)
jp.Rec.doWriteAOD=True
rec.doWriteESD=False
rec.doWriteTAG=False
rec.doESD.set_Value_and_Lock(False)
......
......@@ -372,122 +372,6 @@
<alwaysRunPostProc />
</jobTransform>
<!-- LeakChecks -->
<jobTransform userJobId="LeakCheck_Physics_pp_v6" >
<doc>
LeakCheck Physics_pp_v6 menu on top events
</doc>
<jobTransformJobName>LeakCheck_Physics_pp_v6</jobTransformJobName>
<jobTransformCmd>
export LD_PRELOAD=/afs/cern.ch/sw/lcg/external/libunwind/5c2cade/${CMTCONFIG}/lib/libunwind.so ; athena.py --stdcmalloc --leak-check-execute -c 'menu="Physics_pp_v6";checkLeak=True;RunningRTT=True;jp.AthenaCommonFlags.EvtMax.set_Value_and_Lock(10); jp.Rec.OutputLevel=WARNING;LVL1OutputLevel=WARNING;HLTOutputLevel=WARNING;include("TriggerTest/TriggerTestSilence.py");dsName="/eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/valid1.110401.PowhegPythia_P2012_ttbar_nonallhad.recon.RDO.e3099_s2578_r7572_tid07644622_00";fileRange=[1,2]' TriggerTest/testCommonSliceAthenaTrigRDO.py
</jobTransformCmd>
<group>TriggerTestValidationJobs</group>
<queue>long</queue>
<alwaysRunPostProc />
</jobTransform>
<jobTransform userJobId="LeakCheck_MC_pp_v6" >
<doc>
LeakCheck MC_pp_v6 menu on top events
</doc>
<jobTransformJobName>LeakCheck_MC_pp_v6</jobTransformJobName>
<jobTransformCmd>
export LD_PRELOAD=/afs/cern.ch/sw/lcg/external/libunwind/5c2cade/${CMTCONFIG}/lib/libunwind.so ; athena.py --stdcmalloc --leak-check-execute -c 'menu="MC_pp_v6";checkLeak=True;RunningRTT=True;jp.AthenaCommonFlags.EvtMax.set_Value_and_Lock(10); jp.Rec.OutputLevel=WARNING;LVL1OutputLevel=WARNING;HLTOutputLevel=WARNING;include("TriggerTest/TriggerTestSilence.py");dsName="/eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/valid1.110401.PowhegPythia_P2012_ttbar_nonallhad.recon.RDO.e3099_s2578_r7572_tid07644622_00";fileRange=[1,2]' TriggerTest/testCommonSliceAthenaTrigRDO.py
</jobTransformCmd>
<group>TriggerTestValidationJobs</group>
<queue>long</queue>
<alwaysRunPostProc />
</jobTransform>
<jobTransform userJobId="LeakCheck_MC_pp_v6_no_prescale_FTK" >
<doc>
LeakCheck MC_pp_v6_no_prescale menu on /eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/user.jahreda.mc15_13TeV.410000.recon.RDO.e3698_s2608_s2183_r6630_20.7.2.3.updatesJohn.newFormat.v1_EXT2.58456700_FTK with FTK
</doc>
<jobTransformJobName>LeakCheck_MC_pp_v6_no_prescale_FTK</jobTransformJobName>
<jobTransformCmd>
export LD_PRELOAD=/afs/cern.ch/sw/lcg/external/libunwind/5c2cade/${CMTCONFIG}/lib/libunwind.so ; athena.py --stdcmalloc --leak-check-execute -c 'menu="MC_pp_v6_no_prescale";checkLeak=True;RunningRTT=True;jp.AthenaCommonFlags.EvtMax.set_Value_and_Lock(10); from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.doFTK.set_Value_and_Lock(True); jp.Rec.OutputLevel=WARNING;LVL1OutputLevel=WARNING;HLTOutputLevel=WARNING;include("TriggerTest/TriggerTestSilence.py");dsName="/eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/user.jahreda.mc15_13TeV.410000.recon.RDO.e3698_s2608_s2183_r6630_20.7.2.3.updatesJohn.newFormat.v1_EXT2.58456700_FTK/";fileRange=[1,10]' TriggerTest/testCommonSliceAthenaTrigRDO.py
</jobTransformCmd>
<group>TriggerTestValidationJobs</group>
<queue>long</queue>
<alwaysRunPostProc />
</jobTransform>
<!-- end of LeakChecks -->
<!-- VALGRIND -->
<jobTransform userJobId="Valgrind_Physics_pp_v6" >
<doc>
Valgrind Physics_pp_v6 menu on top events
</doc>
<jobTransformJobName>Valgrind_Physics_pp_v6</jobTransformJobName>
<jobTransformCmd>
athena.py -c 'RunningRTT=True;menu="Physics_pp_v6";jp.AthenaCommonFlags.EvtMax.set_Value_and_Lock(3); jp.Rec.doPerfMon.set_Value_and_Lock( False ) ; jp.Rec.doDetailedPerfMon.set_Value_and_Lock( False ); jp.Rec.doSemiDetailedPerfMon.set_Value_and_Lock( False ); from PerfMonComps.PerfMonFlags import jobproperties ; jobproperties.PerfMonFlags.doMonitoring.set_Value_and_Lock( False ) ; jp.Rec.OutputLevel=WARNING;LVL1OutputLevel=WARNING;HLTOutputLevel=WARNING;include("TriggerTest/TriggerTestSilence.py");dsName="/eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/valid1.110401.PowhegPythia_P2012_ttbar_nonallhad.recon.RDO.e3099_s2578_r7572_tid07644622_00";fileRange=[0,2]' --config-only=valgrind.pkl TriggerTest/testCommonSliceAthenaTrigRDO.py ; cp /afs/cern.ch/user/k/krasznaa/public/valgrind/pythonJobO.supp ./ ; cp /afs/cern.ch/user/k/krasznaa/public/valgrind/reflexPyROOT.supp ./ ; cp $ROOTSYS/etc/valgrind-root.supp ./ ; get_files newSuppressions.supp; get_files oracleDB.supp; get_files root.supp; get_files valgrindRTT.supp; get_files Gaudi.supp; get_files valgrind-python.supp ; valgrind --suppressions=valgrind-root.supp --track-origins=yes --trace-children=yes --suppressions=newSuppressions.supp --suppressions=oracleDB.supp --suppressions=root.supp --suppressions=valgrindRTT.supp --suppressions=Gaudi.supp --suppressions=valgrind-python.supp --suppressions=pythonJobO.supp --suppressions=reflexPyROOT.supp --error-limit=no --tool=memcheck --leak-check=full --smc-check=all --show-reachable=yes --num-callers=30 `which athena.py` --stdcmalloc valgrind.pkl 2&gt;&amp;1 | sed -e '/ definitely lost: / { N; d; }' | tee Valgrind_test_log_1 ; cp /afs/cern.ch/user/c/czodrows/public/ValgrindAnalysisScript_TriggerTest.py ./ ; python ValgrindAnalysisScript_TriggerTest.py ; mv Valgrind_test_log_1 Valgrind_test_log
</jobTransformCmd>
<group>TriggerTestValidationJobs</group>
<queue>long</queue>
<testToRemove>
<jobGroupName>RTT:Athena</jobGroupName>
<testidentifier>Athena_FileGrepper</testidentifier>
</testToRemove>
<testToRemove>
<jobGroupName>RTT:Athena</jobGroupName>
<testidentifier>Athena_FileGrepper1</testidentifier>
</testToRemove>
<alwaysRunPostProc />
</jobTransform>
<jobTransform userJobId="Valgrind_MC_pp_v6" >
<doc>
Valgrind MC_pp_v6 menu on top events
</doc>
<jobTransformJobName>Valgrind_MC_pp_v6</jobTransformJobName>
<jobTransformCmd>
athena.py -c 'RunningRTT=True;menu="MC_pp_v6";jp.AthenaCommonFlags.EvtMax.set_Value_and_Lock(3); jp.Rec.doPerfMon.set_Value_and_Lock( False ) ; jp.Rec.doDetailedPerfMon.set_Value_and_Lock( False ); jp.Rec.doSemiDetailedPerfMon.set_Value_and_Lock( False ); from PerfMonComps.PerfMonFlags import jobproperties ; jobproperties.PerfMonFlags.doMonitoring.set_Value_and_Lock( False ) ; jp.Rec.OutputLevel=WARNING;LVL1OutputLevel=WARNING;HLTOutputLevel=WARNING;include("TriggerTest/TriggerTestSilence.py");dsName="/eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/valid1.110401.PowhegPythia_P2012_ttbar_nonallhad.recon.RDO.e3099_s2578_r7572_tid07644622_00";fileRange=[1,2]' --config-only=valgrind.pkl TriggerTest/testCommonSliceAthenaTrigRDO.py ; cp /afs/cern.ch/user/k/krasznaa/public/valgrind/pythonJobO.supp ./ ; cp /afs/cern.ch/user/k/krasznaa/public/valgrind/reflexPyROOT.supp ./ ; cp $ROOTSYS/etc/valgrind-root.supp ./ ; get_files newSuppressions.supp; get_files oracleDB.supp; get_files root.supp; get_files valgrindRTT.supp; get_files Gaudi.supp; get_files valgrind-python.supp ; valgrind --suppressions=valgrind-root.supp --track-origins=yes --trace-children=yes --suppressions=newSuppressions.supp --suppressions=oracleDB.supp --suppressions=root.supp --suppressions=valgrindRTT.supp --suppressions=Gaudi.supp --suppressions=valgrind-python.supp --suppressions=pythonJobO.supp --suppressions=reflexPyROOT.supp --error-limit=no --tool=memcheck --leak-check=full --smc-check=all --show-reachable=yes --num-callers=30 `which athena.py` --stdcmalloc valgrind.pkl 2&gt;&amp;1 | sed -e '/ definitely lost: / { N; d; }' | tee Valgrind_test_log_1 ; cp /afs/cern.ch/user/c/czodrows/public/ValgrindAnalysisScript_TriggerTest.py ./ ; python ValgrindAnalysisScript_TriggerTest.py ; mv Valgrind_test_log_1 Valgrind_test_log
</jobTransformCmd>
<group>TriggerTestValidationJobs</group>
<queue>long</queue>
<testToRemove>
<jobGroupName>RTT:Athena</jobGroupName>
<testidentifier>Athena_FileGrepper</testidentifier>
</testToRemove>
<testToRemove>
<jobGroupName>RTT:Athena</jobGroupName>
<testidentifier>Athena_FileGrepper1</testidentifier>
</testToRemove>
<alwaysRunPostProc />
</jobTransform>
<jobTransform userJobId="Valgrind_MC_pp_v6_no_prescale_FTK" >
<doc>
Valgrind MC_pp_v6_no_prescale menu on /eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/user.jahreda.mc15_13TeV.410000.recon.RDO.e3698_s2608_s2183_r6630_20.7.2.3.updatesJohn.newFormat.v1_EXT2.58456700_FTK/ with FTK
</doc>
<jobTransformJobName>Valgrind_MC_pp_v6_no_prescale_FTK</jobTransformJobName>
<jobTransformCmd>
athena.py -c 'RunningRTT=True;menu="MC_pp_v6_no_prescale";jp.AthenaCommonFlags.EvtMax.set_Value_and_Lock(3); jp.Rec.doPerfMon.set_Value_and_Lock( False ) ; jp.Rec.doDetailedPerfMon.set_Value_and_Lock( False ); jp.Rec.doSemiDetailedPerfMon.set_Value_and_Lock( False ); from TriggerJobOpts.TriggerFlags import TriggerFlags;TriggerFlags.doFTK.set_Value_and_Lock(True); from PerfMonComps.PerfMonFlags import jobproperties ; jobproperties.PerfMonFlags.doMonitoring.set_Value_and_Lock( False ) ; jp.Rec.OutputLevel=WARNING;LVL1OutputLevel=WARNING;HLTOutputLevel=WARNING;include("TriggerTest/TriggerTestSilence.py");dsName="/eos/atlas/atlascerngroupdisk/trig-daq/validation/test_data/user.jahreda.mc15_13TeV.410000.recon.RDO.e3698_s2608_s2183_r6630_20.7.2.3.updatesJohn.newFormat.v1_EXT2.58456700_FTK/";fileRange=[1,10]' --config-only=valgrind.pkl TriggerTest/testCommonSliceAthenaTrigRDO.py ; cp /afs/cern.ch/user/k/krasznaa/public/valgrind/pythonJobO.supp ./ ; cp /afs/cern.ch/user/k/krasznaa/public/valgrind/reflexPyROOT.supp ./ ; cp $ROOTSYS/etc/valgrind-root.supp ./ ; get_files newSuppressions.supp; get_files oracleDB.supp; get_files root.supp; get_files valgrindRTT.supp; get_files Gaudi.supp; get_files valgrind-python.supp ; valgrind --suppressions=valgrind-root.supp --track-origins=yes --trace-children=yes --suppressions=newSuppressions.supp --suppressions=oracleDB.supp --suppressions=root.supp --suppressions=valgrindRTT.supp --suppressions=Gaudi.supp --suppressions=valgrind-python.supp --suppressions=pythonJobO.supp --suppressions=reflexPyROOT.supp --error-limit=no --tool=memcheck --leak-check=full --smc-check=all --show-reachable=yes --num-callers=30 `which athena.py` --stdcmalloc valgrind.pkl 2&gt;&amp;1 | sed -e '/ definitely lost: / { N; d; }' | tee Valgrind_test_log_1 ; cp /afs/cern.ch/user/c/czodrows/public/ValgrindAnalysisScript_TriggerTest.py ./ ; python ValgrindAnalysisScript_TriggerTest.py ; mv Valgrind_test_log_1 Valgrind_test_log
</jobTransformCmd>
<group>TriggerTestValidationJobs</group>
<queue>long</queue>
<testToRemove>
<jobGroupName>RTT:Athena</jobGroupName>
<testidentifier>Athena_FileGrepper</testidentifier>
</testToRemove>
<testToRemove>
<jobGroupName>RTT:Athena</jobGroupName>
<testidentifier>Athena_FileGrepper1</testidentifier>
</testToRemove>
<alwaysRunPostProc />
</jobTransform>
<!-- end of VALGRIND -->
<!-- Jobs to run each current menu and keep monitoring histograms -->
<athena userJobId="Physics_pp_v6" doMonitoring="True">
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment