Skip to content
Snippets Groups Projects
Commit d3ae34b0 authored by Rosen Matev's avatar Rosen Matev :sunny:
Browse files

Merge branch 'rm-PRConfig-197' into 'master'

Adapt to lhcb-datapkg/PRConfig!197

See merge request !3327
parents 9d9ccb67 0717a723
No related branches found
No related tags found
2 merge requests!3702merge counter decoder into Louis' original branch,!3327Adapt to lhcb-datapkg/PRConfig!197
Pipeline #3265357 passed
......@@ -21,7 +21,7 @@ Check that mdfdump.py script works.
<text>--nevents=2</text>
</set></argument>
<argument name="use_temp_dir"><enumeral>true</enumeral></argument>
<argument name="reference"><text>../refs/mdf-dump.ref</text></argument>
<argument name="reference"><text>../refs/mdfdump.ref</text></argument>
<argument name="validator"><text>
from GaudiConf.QMTest.LHCbExclusions import preprocessor
......
......@@ -26,65 +26,77 @@ preprocessor = (
normalizeExamples + normalizeEOL + # workaround for gaudi/Gaudi#108
RegexpReplacer( # normalize full path to DBASE or PARAM
orig=r'/[^ :]+/(DBASE|PARAM)/',
repl=r'\1/') +
RegexpReplacer( # hide release directories
repl=r'\1/',
) + RegexpReplacer( # hide release directories
when="cern.ch",
orig=
r'/afs/cern.ch/lhcb/software/(DEV/nightlies|releases)/|/cvmfs/lhcb.cern.ch/lib/lhcb',
repl=r'') + RegexpReplacer( # hide data package versions
orig=r'((DBASE|PARAM)/([^/]+/)?[^/]+)/v[0-9]+r[0-9]+(p[0-9]+)?/',
repl=r'\1/vXrYpZ/') + RegexpReplacer(
when="at 0x########L", orig=r'0x########L',
repl=r'0x########') + RegexpReplacer(
when="Connected to database",
orig=r'ONLINE[_-][0-9 ]{1,6}(.*)"[^"]*/([0-9A-Z_]{1,8})"',
repl=r'ONLINE_xxxxxx\1"\2"') + RegexpReplacer(
when="Connected to database",
orig=r'"[^"]*/([0-9A-Z_]{1,8})"',
repl=r'"\1"') +
RegexpReplacer( # hide eoslhcb SE directories
orig=(r'/afs/cern.ch/lhcb/software/(DEV/nightlies|releases)/'
r'|/cvmfs/lhcb.cern.ch/lib/lhcb'),
repl=r'',
) + RegexpReplacer( # hide data package versions
orig=r'((DBASE|PARAM)/([^/]+/)?[^/]+)/v[0-9]+r[0-9]+(p[0-9]+)?/',
repl=r'\1/vXrYpZ/',
) + RegexpReplacer(
when="at 0x########L",
orig=r'0x########L',
repl=r'0x########',
) + RegexpReplacer(
when="Connected to database",
orig=r'ONLINE[_-][0-9 ]{1,6}(.*)"[^"]*/([0-9A-Z_]{1,8})"',
repl=r'ONLINE_xxxxxx\1"\2"',
) + RegexpReplacer(
when="Connected to database",
orig=r'"[^"]*/([0-9A-Z_]{1,8})"',
repl=r'"\1"',
) + RegexpReplacer( # hide eoslhcb SE directories
when="eoslhcb.cern.ch",
orig=r'/lhcb/swtest/lhcb/|/lhcb/freezer/lhcb/|/lhcb/data/lhcb/',
repl=r'/lhcb//lhcb/') +
LineSkipper([
"EventSelector INFO Stream:EventSelector.DataStreamTool",
"INFO Using TAG",
"TimingAuditor.T",
"RootDBase.open",
"INFO Opened magnetic field file",
"INFO Connecting to database",
"INFO Disconnect from database after being idle",
"INFO Memory has changed from",
"INFO Memory change after pool release",
"Memory for the event exceeds 3*sigma",
"Mean 'delta-memory' exceeds 3*sigma",
"INFO 'CnvServices':",
"DEBUG Property ['Name': Value] = 'IsIOBound':False",
"#properties =",
"VERBOSE ServiceLocatorHelper::service: found service AlgExecStateSvc",
"Run numbers generated from 0 every 0 events",
"############ CONFIGURING RawEventFormatConf!! ###############",
"INFO resolving alias TCK/0x",
"SUCCESS Number of counters : ",
"INFO Number of counters : ",
"OMP: Warning #96: Cannot form a team with",
"OMP: Hint Consider unsetting",
"INFO Handled \"DataFault\" incidents:",
"INFO Using conditions location",
"INFO Using conditions tag",
"INFO Using detector list",
"INFO Loading DD4hep Geometry",
"Changing system of units to ROOT units",
],
regexps=[
r"HLTControlFlowMgr\s*INFO Memory pool:",
r"HLTControlFlowMgr\s*INFO Timing table:",
r"HLTControlFlowMgr\s*INFO Average ticks per millisecond:",
r"DEBUG Property \['Name': Value\] = '(Timeline|(Extra|Data)(In|Out)puts)'",
r"JobOptionsSvc\s*INFO Properties are dumped into",
r"SUCCESS \dD histograms in directory",
r"SUCCESS \dD profile histograms in directory",
]) +
orig=(r'/lhcb/swtest/lhcb/|/lhcb/freezer/lhcb/|/lhcb/data/lhcb/'
r'|/lhcb/cern-swtest/lhcb/'),
repl=r'/lhcb//lhcb/',
) + RegexpReplacer( # adapt to disuse of SWTEST SE
when="eoslhcb.cern.ch",
orig=r'//eos/lhcb/grid/prod/lhcb/',
repl=r'//eos/lhcb/',
) + LineSkipper(
[
"EventSelector INFO Stream:EventSelector.DataStreamTool",
"INFO Using TAG",
"TimingAuditor.T",
"RootDBase.open",
"INFO Opened magnetic field file",
"INFO Connecting to database",
"INFO Disconnect from database after being idle",
"INFO Memory has changed from",
"INFO Memory change after pool release",
"Memory for the event exceeds 3*sigma",
"Mean 'delta-memory' exceeds 3*sigma",
"INFO 'CnvServices':",
"DEBUG Property ['Name': Value] = 'IsIOBound':False",
"#properties =",
"VERBOSE ServiceLocatorHelper::service: found service AlgExecStateSvc",
"Run numbers generated from 0 every 0 events",
"############ CONFIGURING RawEventFormatConf!! ###############",
"INFO resolving alias TCK/0x",
"SUCCESS Number of counters : ",
"INFO Number of counters : ",
"OMP: Warning #96: Cannot form a team with",
"OMP: Hint Consider unsetting",
"INFO Handled \"DataFault\" incidents:",
"INFO Using conditions location",
"INFO Using conditions tag",
"INFO Using detector list",
"INFO Loading DD4hep Geometry",
"Changing system of units to ROOT units",
],
regexps=[
r"HLTControlFlowMgr\s*INFO Memory pool:",
r"HLTControlFlowMgr\s*INFO Timing table:",
r"HLTControlFlowMgr\s*INFO Average ticks per millisecond:",
r"DEBUG Property \['Name': Value\] = '(Timeline|(Extra|Data)(In|Out)puts)'",
r"JobOptionsSvc\s*INFO Properties are dumped into",
r"SUCCESS \dD histograms in directory",
r"SUCCESS \dD profile histograms in directory",
],
) +
# Functional framework related
BlockSkipper(
"ForwardSchedule... INFO Data Dependencies for Algorithms:",
......@@ -95,29 +107,34 @@ preprocessor = (
"AlgResourcePool INFO",
"ForwardSchedule... INFO",
]) + RegexpReplacer(
when="HLTControlFlowMgr INFO", orig=r'\d+\.*\d*',
repl=r'n') + RegexpReplacer(
when="Histograms converted successfully according to request",
orig=r'"HiveSlimEventLo..."',
repl=r'"EventLoopMgr "') +
when="HLTControlFlowMgr INFO", orig=r'\d+\.*\d*', repl=r'n') +
RegexpReplacer(
when="Histograms converted successfully according to request",
orig=r'"HiveSlimEventLo..."',
repl=r'"EventLoopMgr "') +
# DD4hep related, only there for backward compatibility with DetDesc in the logs
# Should be dropped when DetDesc is dropped
LineSkipper([
"INFO ++ Converted subdetector:", "INFO Created IOV Pool for:run",
"Set Streamer to dd4hep::OpaqueDataBlock",
"+++ Processing compact file",
"*********** Created World volume with size",
"Patching names of anonymous shapes....",
"INFO + Created/Accessed a total of ", "DependencyHandler"
],
regexps=[
r"INFO \+\+ Loaded \s*\d+ conditions from",
r"Alignments\s*INFO \+\+ Add dependency:",
r"Align\s*INFO Alignments:",
]) + RegexpReplacer( # Hide specific ODIN type
when="StoreExplorerAlg",
orig=r'LHCb::ODINImplementation::v7::OD',
repl=r'LHCb::ODIN') +
LineSkipper(
[
"INFO ++ Converted subdetector:", "INFO Created IOV Pool for:run",
"Set Streamer to dd4hep::OpaqueDataBlock",
"+++ Processing compact file",
"*********** Created World volume with size",
"Patching names of anonymous shapes....",
"INFO + Created/Accessed a total of ", "DependencyHandler"
],
regexps=[
r"INFO \+\+ Loaded \s*\d+ conditions from",
r"Alignments\s*INFO \+\+ Add dependency:",
r"Align\s*INFO Alignments:",
],
) +
# Hide specific ODIN type
RegexpReplacer(
when="StoreExplorerAlg",
orig=r'LHCb::ODINImplementation::v7::OD',
repl=r'LHCb::ODIN',
) +
# Grouping
SortGroupOfLines(
r'.*SUCCESS (Exceptions/Errors/Warnings/Infos Statistics :| #WARNINGS =| #ERRORS =|List of booked \dD histograms in directory).*'
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment