python/MooreTests/line-and-stream-rates.py

@@ -21,6 +21,7 @@ from Moore.streams import (bank_types_for_detectors,
 import json
 import argparse
 import csv
+import os
 from pprint import pprint
 from dataclasses import dataclass, field
 from typing import List, Dict
@@ -373,7 +374,7 @@ if __name__ == '__main__':
     options.input_type = args.file_type
     options.input_stream = args.stream
     options.evt_max = -1  # Always want to run over all events in this script
-    options.ioalg_buffer_nb_events = 200  # to be able to cope with large events
+    options.ioalg_buffer_nb_events = os.environ['IOALG_BUFFER_EVENTS']
     options.gaudipython_mode = True
     config = configure_input(options)
 

python/MooreTests/read_event_numbers.py

@@ -10,6 +10,7 @@
 ###############################################################################
 import argparse
 import json
+import os
 from PRConfig.bandwidth_helpers import FileNameHelper, KNOWN_STREAM_CONFIGS
 from PyConf.control_flow import CompositeNode
 from PyConf.application import ApplicationOptions, configure_input, configure, default_raw_event, make_odin
@@ -104,7 +105,7 @@ def _extract_evt_numbers(ifiles, file_type, stream=None, evt_max=-1):
     options.input_files = ifiles
     options.evt_max = evt_max
     if hasIOAlg(options):
-        options.ioalg_buffer_nb_events = 200  # to be able to cope with large events
+        options.ioalg_buffer_nb_events = os.environ['IOALG_BUFFER_EVENTS']
         if stream:
             options.input_stream = stream
     config = configure_input(options)

python/MooreTests/run_bandwidth_test_jobs.py

@@ -97,7 +97,7 @@ def run_gaudi_job(args, config, job_input):
 
     # Increase IOAlg buffer size to cope with large events - FIXME do by default when 2024-patches branch is gone
     extra_options += [
-        "if 'use_iosvc' not in options.__slots__: options.ioalg_buffer_nb_events = 200"
+        f"if 'use_iosvc' not in options.__slots__: options.ioalg_buffer_nb_events = {os.environ['IOALG_BUFFER_EVENTS']}"
     ]
 
     cmd = ['gaudirun.py', '--option', "\n".join(extra_options)

scripts/benchmark-scripts/Moore_bandwidth_test.sh

@@ -92,6 +92,10 @@ if [ $ERR_CODE -gt 0 ]; then
     exit $ERR_CODE
 fi
 
+# to be able to cope with large events
+# https://gitlab.cern.ch/lhcb-datapkg/PRConfig/-/issues/35#note_8723098
+export IOALG_BUFFER_EVENTS="300" 
+
 # parse arguments
 while [[ $# -gt 0 ]]; do
     key="$1"