Skip to content
Snippets Groups Projects
Commit 5de0b4ea authored by Alaettin Serhan Mete's avatar Alaettin Serhan Mete :eagle: Committed by James Beacham
Browse files

Adding FT0V overlay test in RunTier0Tests.py

Former-commit-id: 97b17b2b0bb8d7d7d6b01e1e1874540a46b1db56
parent 180d8616
No related branches found
No related tags found
58 merge requests!46457Draft: Adding the tools to run over data,!46454Draft: Adding the tools to be able to run over data,!45045WIP: Include another condition for hit merging in FCS_StepInfoSD.cxx,!45043Merge branch 'Update-DAOD_IDNCB' into '21.2',!44869Draft: Update to candidate store,!4217921.9-first_steps-InDetTrackingGeometryXML,!42171Add LAr cell DQ plots to UPC stream,!40342WIP: ATR-22546 - add missing trigger to MC16a,!39162Draft: Insert BCM' support,!38765Bis78 cabling,!37483Fix in monitoring of Pixel FE errors,!36893Fix size of RPC active region in BIS78 and strip material,!3645821.9: Improving material map description (ATLITKSW-127),!36293WIP pixel updates,!34993KF-input adding jXERHO to the AOD outputs,!34864LH rings in front ot HR rigs,!34763Fix L1_4jJ15.0ETA25 item definition (ATR-21261),!3473421.0 fix dq servers,!33996WIP: Correct MM zpositions,!3291021.3 salva s0,!3288421.0 salva s8,!3217421.9 - Bug fix for test stream creation in RD53BEncodingTool,!3135321.3,!3134821.9 README Update,!31345Add HEC sampling fractions macros,!31136added also PUsub for LargeR jets,!31123WIP: Master ttmdev,!3036121.9 fixing bug with layer indices in PixelRDOAnalysis,!29617IDPerfmonZmumu updates,!29454Idpvm 21.0 fix typo in trackselection config,!29085TRT modification for fractional charged particles,!28623Overlay as part of FastChain transform in 21.3,!28497ART tests - fixing the bugs,!27668Massimos 21.3 bis78,!27254WIP: Exclusive jets request -- Fix ExclusiveJets algo / ATR-17320,!26790Fixes for Simulation ART jobs (ATLASSIM-4309),!26747Update frozen shower generation scripts and code to be compatible with recent developments,!26592Master upload 2018 global monitoring scripts p2,!2618221.0 z counting,!25405Add new ART test: test_physics_pp_v8_chainorder_build.sh,!2420321.3 l1 muon 00 - new MuCTPI_RDO.h,!24037Make DCS Calculator dependent on sqlalchemy; fix python code quality issues,!23377WIP pixel ID scheme for ITk,!23330Inner Detector create misalignments: radial distortions,!2325521.0 z counting,!22695Master salva id perf mon,!2230421.0-ART_test-InDetPhysValMonitoring,!22214add an utility function to TrigT1TGCRecRoiSvc for storing ROI position and the eta/phi size,!22172changes related to 1-3 points in ATR-19579,!22124Changes related to ticket 19579,!22118Remove cabling information for new thresholds,!21684WIP: test push into tdaq-htt,!2153821.0-ART_test-InDetPhysValMonitoring,!21325Tilecal new laser unpack 2019 02 19,!21304WIP: Fix ATR-19377 L1Topo vbs alg,!2117721.3 po bugfixes,!21039Merging in features for HTT Bank Generation,!20518Mydev
...@@ -25,6 +25,56 @@ formatter = logging.Formatter('%(levelname)-8s %(message)s') ...@@ -25,6 +25,56 @@ formatter = logging.Formatter('%(levelname)-8s %(message)s')
console.setFormatter(formatter) console.setFormatter(formatter)
logging.getLogger('').addHandler(console) logging.getLogger('').addHandler(console)
def RunCleanOTest(otest,input_file,bkg_file,pwd,release,extraArg,CleanRunHeadDir,UniqID):
if "maxEvents" not in extraArg:
extraArg += " --maxEvents=10 "
o=otest.split('-')[-1]
logging.info("Running clean in rel "+release)
logging.info("\"Reco_tf.py --AMIConfig "+o+" --inputHITSFile "+input_file+" --inputRDO_BKGFile "+bkg_file+" --outputRDOFile myRDO.pool.root --imf False --athenaopts=\" --pmon=sdmonfp\" "+extraArg+"\"")
CleanDirName="clean_run_"+otest+"_"+UniqID
cmd = ( " mkdir -p " + CleanRunHeadDir +" ;" +
" cd " + CleanRunHeadDir +" ;" +
" mkdir -p " + CleanDirName +" ;" +
" cd " + CleanDirName +" ;" +
" source $AtlasSetup/scripts/asetup.sh "+release+" >& /dev/null ;" +
" Reco_tf.py --AMIConfig="+o+" --inputHITSFile "+input_file + " --inputRDO_BKGFile "+bkg_file+" --outputRDOFile myRDO.pool.root --imf False --athenaopts=\" --pmon=sdmonfp\" " +extraArg+" > "+o+".log 2>&1" )
subprocess.call(cmd,shell=True)
logging.info("Finished clean in rel "+release)
logging.info("\"Reco_tf.py --AMIConfig "+o+" --inputHITSFile "+input_file+" --inputRDO_BKGFile "+bkg_file+" --outputRDOFile myRDO.pool.root --imf False --athenaopts=\" --pmon=sdmonfp\" "+extraArg+"\"")
pass
def RunPatchedOTest(otest,input_file,bkg_file,pwd,release,extraArg,nosetup=False):
if "maxEvents" not in extraArg:
extraArg += " --maxEvents=10 "
o=otest.split('-')[-1]
logging.info("Running patched in rel "+release)
logging.info("\"Reco_tf.py --AMIConfig "+o+" --inputHITSFile "+input_file+" --inputRDO_BKGFile "+bkg_file+" --outputRDOFile myRDO.pool.root --imf False --athenaopts=\" --pmon=sdmonfp\" "+extraArg+"\"")
cmd = " cd "+pwd+" ;"
if nosetup:
pass
elif 'WorkDir_DIR' in os.environ:
cmake_build_dir = (os.environ['WorkDir_DIR'])
cmd += ( " source $AtlasSetup/scripts/asetup.sh "+release+" >& /dev/null;" +
" source "+cmake_build_dir+"/setup.sh ;" )
else :
cmd = ( " source $AtlasSetup/scripts/asetup.sh "+release+" >& /dev/null;" )
cmd += " mkdir -p run_"+otest+"; cd run_"+otest+";"
cmd += " Reco_tf.py --AMIConfig="+o+" --inputHITSFile "+input_file + " --inputRDO_BKGFile "+bkg_file+" --outputRDOFile myRDO.pool.root --imf False --athenaopts=\" --pmon=sdmonfp\" " +extraArg+" > "+o+".log 2>&1"
subprocess.call(cmd,shell=True)
logging.info("Finished patched in rel "+release)
logging.info("\"Reco_tf.py --AMIConfig "+o+" --inputHITSFile "+input_file+" --inputRDO_BKGFile "+bkg_file+" --outputRDOFile myRDO.pool.root --imf False --athenaopts=\" --pmon=sdmonfp\" "+extraArg+"\"")
pass
def RunCleanSTest(stest,input_file,pwd,release,extraArg,CleanRunHeadDir,UniqID): def RunCleanSTest(stest,input_file,pwd,release,extraArg,CleanRunHeadDir,UniqID):
if "maxEvents" not in extraArg: if "maxEvents" not in extraArg:
...@@ -516,6 +566,12 @@ def main(): ...@@ -516,6 +566,12 @@ def main():
dest="sim_flag", dest="sim_flag",
default=False, default=False,
help="sim will run the Sim_tf.py test") help="sim will run the Sim_tf.py test")
parser.add_option("-o",
"--overlay",
action="store_true",
dest="overlay_flag",
default=False,
help="overlay will run the Digi_tf.py overlay test")
parser.add_option("-p", parser.add_option("-p",
"--patched", "--patched",
action="store_true", action="store_true",
...@@ -543,6 +599,7 @@ def main(): ...@@ -543,6 +599,7 @@ def main():
extraArg = options.extraArgs extraArg = options.extraArgs
RunSim = options.sim_flag RunSim = options.sim_flag
RunOverlay = options.overlay_flag
RunFast = options.fast_flag RunFast = options.fast_flag
RunPatchedOnly = options.patched_flag RunPatchedOnly = options.patched_flag
CleanRunHeadDir = options.cleanDir CleanRunHeadDir = options.cleanDir
...@@ -612,6 +669,10 @@ def main(): ...@@ -612,6 +669,10 @@ def main():
qTestsToRun = { qTestsToRun = {
's3126':[ 'EVNTtoHITS' ] 's3126':[ 'EVNTtoHITS' ]
} }
elif RunOverlay:
qTestsToRun = {
'overlay-r10767':[ 'OverlayPool' ]
}
elif r2aMode: elif r2aMode:
qTestsToRun = { qTestsToRun = {
'q221':[ 'HITtoRDO','RAWtoESD','ESDtoAOD','AODtoTAG'], 'q221':[ 'HITtoRDO','RAWtoESD','ESDtoAOD','AODtoTAG'],
...@@ -648,6 +709,8 @@ def main(): ...@@ -648,6 +709,8 @@ def main():
logging.info("------------------ Run Athena q-test jobs---------------" ) logging.info("------------------ Run Athena q-test jobs---------------" )
sim_input_file = "/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/SimCoreTests/ttbar_muplusjets-pythia6-7000.evgen.pool.root" # For sim test sim_input_file = "/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/SimCoreTests/ttbar_muplusjets-pythia6-7000.evgen.pool.root" # For sim test
overlay_hit_f = "/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/OverlayMonitoringRTT/mc16_13TeV.424000.ParticleGun_single_mu_Pt100.simul.HITS.e3580_s3126/HITS.11330296._000376.pool.root.1" # For overlay test
overlay_bkg_f = "/cvmfs/atlas-nightlies.cern.ch/repo/data/data-art/OverlayMonitoringRTT/PileupPremixing/RDO.merged-pileup.100events.pool.root" # For overlay test
if RunFast: if RunFast:
for qtest in qTestsToRun: for qtest in qTestsToRun:
...@@ -656,6 +719,8 @@ def main(): ...@@ -656,6 +719,8 @@ def main():
def mycleanqtest(q=q): def mycleanqtest(q=q):
if RunSim: if RunSim:
RunCleanSTest(q,sim_input_file,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName) RunCleanSTest(q,sim_input_file,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName)
elif RunOverlay:
RunCleanOTest(q,overlay_hit_f,overlay_bkg_f,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName)
else: else:
RunCleanQTest(q,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName, doR2A=r2aMode, trigConfig=trigRun2Config) RunCleanQTest(q,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName, doR2A=r2aMode, trigConfig=trigRun2Config)
pass pass
...@@ -663,6 +728,8 @@ def main(): ...@@ -663,6 +728,8 @@ def main():
def mypatchedqtest(q=q): def mypatchedqtest(q=q):
if RunSim: if RunSim:
RunPatchedSTest(q,sim_input_file,mypwd,cleanSetup,extraArg) RunPatchedSTest(q,sim_input_file,mypwd,cleanSetup,extraArg)
elif RunOverlay:
RunPatchedOTest(q,overlay_hit_f,overlay_bkg_f,mypwd,cleanSetup,extraArg)
else: else:
RunPatchedQTest(q,mypwd,mysetup,extraArg, doR2A=r2aMode, trigConfig=trigRun2Config) RunPatchedQTest(q,mypwd,mysetup,extraArg, doR2A=r2aMode, trigConfig=trigRun2Config)
pass pass
...@@ -683,6 +750,8 @@ def main(): ...@@ -683,6 +750,8 @@ def main():
def mypatchedqtest(q=q): def mypatchedqtest(q=q):
if RunSim: if RunSim:
RunPatchedSTest(q,sim_input_file,mypwd,cleanSetup,extraArg, nosetup=ciMode) RunPatchedSTest(q,sim_input_file,mypwd,cleanSetup,extraArg, nosetup=ciMode)
elif RunOverlay:
RunPatchedOTest(q,overlay_hit_f,overlay_bkg_f,mypwd,cleanSetup,extraArg, nosetup=ciMode)
else: else:
RunPatchedQTest(q,mypwd,mysetup,extraArg, doR2A=r2aMode, trigConfig=trigRun2Config, nosetup=ciMode) RunPatchedQTest(q,mypwd,mysetup,extraArg, doR2A=r2aMode, trigConfig=trigRun2Config, nosetup=ciMode)
pass pass
...@@ -702,6 +771,8 @@ def main(): ...@@ -702,6 +771,8 @@ def main():
def mycleanqtest(q=q): def mycleanqtest(q=q):
if RunSim: if RunSim:
RunCleanSTest(q,sim_input_file,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName) RunCleanSTest(q,sim_input_file,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName)
elif RunOverlay:
RunCleanOTest(q,overlay_hit_f,overlay_bkg_f,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName)
else: else:
RunCleanQTest(q,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName,trigConfig=trigRun2Config) RunCleanQTest(q,mypwd,cleanSetup,extraArg,CleanRunHeadDir,UniqName,trigConfig=trigRun2Config)
pass pass
...@@ -709,6 +780,8 @@ def main(): ...@@ -709,6 +780,8 @@ def main():
def mypatchedqtest(q=q): def mypatchedqtest(q=q):
if RunSim: if RunSim:
RunPatchedSTest(q,sim_input_file,mypwd,cleanSetup,extraArg) RunPatchedSTest(q,sim_input_file,mypwd,cleanSetup,extraArg)
elif RunOverlay:
RunPatchedOTest(q,overlay_hit_f,overlay_bkg_f,mypwd,cleanSetup,extraArg)
else: else:
RunPatchedQTest(q,mypwd,mysetup,extraArg,trigConfig=trigRun2Config) RunPatchedQTest(q,mypwd,mysetup,extraArg,trigConfig=trigRun2Config)
pass pass
...@@ -739,6 +812,9 @@ def main(): ...@@ -739,6 +812,9 @@ def main():
if RunSim: if RunSim:
if not RunFrozenTier0PolicyTest(q,"HITS",10,CleanRunHeadDir,UniqName,RunPatchedOnly): if not RunFrozenTier0PolicyTest(q,"HITS",10,CleanRunHeadDir,UniqName,RunPatchedOnly):
All_Tests_Passed = False All_Tests_Passed = False
elif RunOverlay:
if not RunFrozenTier0PolicyTest(q,"RDO",10,CleanRunHeadDir,UniqName,RunPatchedOnly):
All_Tests_Passed = False
else: else:
if not RunFrozenTier0PolicyTest(q,"ESD",10,CleanRunHeadDir,UniqName,RunPatchedOnly): if not RunFrozenTier0PolicyTest(q,"ESD",10,CleanRunHeadDir,UniqName,RunPatchedOnly):
All_Tests_Passed = False All_Tests_Passed = False
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment