Exclude fluctuating counters

DaVinciExamples/tests/qmtest/tupling.qms/test_davinci_configFuntuple.qmt

@@ -26,8 +26,8 @@
   <argument name="reference"><text>../refs/test_davinci_configFuntuple.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
   </text></argument>
 </extension>

DaVinciExamples/tests/qmtest/tupling.qms/test_davinci_tupling_DTF_filtered.qmt

@@ -26,8 +26,8 @@
  <argument name="reference"><text>../refs/test_davinci_tupling-DTF-filtered.ref</text></argument>
  <argument name="error_reference"><text>../refs/empty.ref</text></argument>
  <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
 </text></argument>
 </extension>

DaVinciExamples/tests/qmtest/tupling.qms/test_davinci_tupling_array_taggers.qmt

@@ -26,8 +26,8 @@
   <argument name="reference"><text>../refs/test_davinci_tupling_array_taggers.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
 </text></argument>
 </extension>

DaVinciExamples/tests/qmtest/tupling.qms/test_davinci_tupling_from_hlt2.qmt

@@ -26,8 +26,8 @@
   <argument name="reference"><text>../refs/test_davinci_tupling_from_hlt2.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 import sys, os, glob
 from ROOT import TFile
 

DaVinciExamples/tests/qmtest/tupling.qms/test_davinci_tupling_from_passthrough.qmt

@@ -22,8 +22,8 @@
   <argument name="reference"><text>../refs/test_davinci_tupling_from_passthrough.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
   </text></argument>
 </extension>

DaVinciExamples/tests/qmtest/tupling.qms/test_davinci_tupling_from_spruce.qmt

@@ -28,8 +28,8 @@
   <argument name="reference"><text>../refs/test_davinci_tupling_from_spruce.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
   </text></argument>
 </extension>

DaVinciExamples/tests/qmtest/tupling.qms/test_davinci_tupling_from_xgen.qmt

@@ -22,8 +22,8 @@
   <argument name="reference"><text>../refs/test_davinci_tupling_from_xgen.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0})
 </text></argument>
 </extension>

DaVinciExamples/tests/qmtest/tupling.qms/test_example-tupling-basic-run-mc.qmt

@@ -29,8 +29,8 @@
   <argument name="reference"><text>../refs/test_davinci_tupling-basic-run-mc.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
   </text></argument>
 </extension>

DaVinciTests/python/DaVinciTests/QMTest/DaVinciExclusions.py

@@ -44,4 +44,17 @@ remove_known_warnings = LineSkipper(regexps=[
     r"[a-zA-Z0-9]* +WARNING FunTupleBase<KeyedContainer<LHCb::MCParticle,Containers::KeyedObjectManager<Containers::hashmap> > >:: .*",
 ])
 
+remove_known_fluctuating_counters = LineSkipper(regexps=[
+    # Functor cache hit/miss counters; can vary in uninteresting ways in
+    # reconstruction tests based on HLT2 line content
+    r' \| "# loaded from (?:CACHE|PYTHON)" .*',
+    # The HltPackedDataWriter uses two data buffers: one that holds uncompressed
+    # data and another that holds this data after compression. For some reason,
+    # the size of the compressed data buffer fluctuates slightly (~0.001%) between runs.
+    # The same does not happen for the uncompressed data buffer.
+    # See https://gitlab.cern.ch/lhcb/LHCb/-/issues/151
+    r' \| "Size of compressed data" .*'
+])
+
 preprocessor = RecPreprocessor + remove_uninteresting_lines + remove_known_warnings
+counter_preprocessor = remove_known_fluctuating_counters

DaVinciTests/tests/qmtest/davinci.qms/test_davinci_filters.qmt

@@ -29,7 +29,7 @@
   <argument name="reference"><text>../refs/test_davinci_filters.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
   </text></argument>
 </extension>

DaVinciTests/tests/qmtest/davinci.qms/test_davinci_funtuple_array.qmt

@@ -28,8 +28,8 @@
   <argument name="reference"><text>../refs/test_davinci_funtuple_array.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 
 import os
 from ROOT import TFile

DaVinciTests/tests/qmtest/davinci.qms/test_davinci_recVertices.qmt

@@ -27,8 +27,8 @@
   <argument name="reference"><text>../refs/test_davinci_recVertices.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
   </text></argument>
 </extension>

DaVinciTests/tests/qmtest/davinci.qms/test_davinci_user_algs.qmt

@@ -27,8 +27,8 @@
   <argument name="reference"><text>../refs/test_davinci_user_algs.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0})
   </text></argument>
 </extension>

DaVinciTests/tests/qmtest/davinci.qms/test_davinci_v2_composites.qmt

@@ -24,8 +24,8 @@
   <argument name="reference"><text>../refs/test_davinci_v2_composites.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-#from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-#validateWithReference(preproc = preprocessor)
+#from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+#validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 import sys, os, glob
 from ROOT import TFile
 

DaVinciTests/tests/qmtest/io.qms/test_read_mc_digi.qmt

@@ -23,8 +23,8 @@
   <argument name="reference"><text>../refs/test_davinci_read_mc_digi.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
 </text></argument>
 </extension>

DaVinciTests/tests/qmtest/io.qms/test_read_mc_ldst.qmt

@@ -23,8 +23,8 @@
   <argument name="reference"><text>../refs/test_davinci_read_mc_ldst.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
 </text></argument>
 </extension>

DaVinciTests/tests/qmtest/io.qms/test_read_mc_mdf.qmt

@@ -24,8 +24,8 @@
   <argument name="reference"><text>../refs/test_davinci_read_mc_mdf.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
 </text></argument>
 </extension>

DaVinciTests/tests/qmtest/io.qms/test_read_mc_xdigi.qmt

@@ -23,8 +23,8 @@
   <argument name="reference"><text>../refs/test_davinci_read_mc_xdigi.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
 </text></argument>
 </extension>

DaVinciTests/tests/qmtest/io.qms/test_read_mc_xgen.qmt

@@ -25,8 +25,8 @@
   <argument name="reference"><text>../refs/test_davinci_read_mc_xgen.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0})
 </text></argument>
 </extension>

DaVinciTutorials/tests/qmtest/test_tutorial0_basic_DVjob.qmt

@@ -25,8 +25,8 @@
   <argument name="reference"><text>../refs/test_tutorial0_basic_DVjob.ref</text></argument>
   <argument name="error_reference"><text>../refs/empty.ref</text></argument>
   <argument name="validator"><text>
-from DaVinciTests.QMTest.DaVinciExclusions import preprocessor
-validateWithReference(preproc = preprocessor)
+from DaVinciTests.QMTest.DaVinciExclusions import preprocessor, counter_preprocessor
+validateWithReference(preproc = preprocessor, counter_preproc = counter_preprocessor)
 countErrorLines({"FATAL":0, "ERROR":0})
   </text></argument>
-</extension>
\ No newline at end of file
+</extension>