Hardcode input file paths on lbhltperf01

run_throughput_jobs.py

@@ -92,7 +92,7 @@ def lscpu():
 
 
 CPU_INFO = lscpu()
-DEFAUL_CACHE_DIRS = {
+DEFAULT_CACHE_DIRS = {
     'default': [
         '/run/throughput/numa{}'.format(i)
         for i in range(CPU_INFO['n_numa_nodes'])
@@ -106,7 +106,7 @@ FALLBACK_CACHE_DIR = os.getenv('XDG_RUNTIME_DIR', tempfile.gettempdir())
 
 def default_cache_dirs():
     hostname = socket.getfqdn()
-    dirs = DEFAUL_CACHE_DIRS.get(hostname, DEFAUL_CACHE_DIRS['default'])
+    dirs = DEFAULT_CACHE_DIRS.get(hostname, DEFAULT_CACHE_DIRS['default'])
     assert len(dirs) == CPU_INFO['n_numa_nodes']
     return dirs
 

scripts/Moore_hlt1_reco_baseline.sh

 #!/bin/bash
 
-$(dirname $0)/../run_throughput_jobs.py -n 2e6 '$RECOCONFROOT/options/hlt1_reco_baseline.py' 2>&1 | tee ThroughputTest_MaxThrough.log
+if [[ $(hostname --fqdn) == "lbhltperf01.cern.ch" ]]; then
+  # this test runs on lbhltperf01 where the files are put manually at:
+  inputs=(-f "/scratch/lhcbpr2/00067189.mdf" "/scratch/numa1/00067189.mdf")
+  inputs=(-f "/run/throughput/numa0/00067189.mdf" "/run/throughput/numa1/00067189.mdf")
+  inputs_profile="${inputs[@]:0:2}"
+fi
 
-$(dirname $0)/../run_throughput_jobs.py -n 1e6 -j 1 --profile '$RECOCONFROOT/options/hlt1_reco_baseline.py'
+$(dirname $0)/../run_throughput_jobs.py -n 2e6 '$RECOCONFROOT/options/hlt1_reco_baseline.py' "${inputs[@]}" 2>&1 | tee ThroughputTest_MaxThrough.log
+
+$(dirname $0)/../run_throughput_jobs.py -n 1e6 -j 1 --profile '$RECOCONFROOT/options/hlt1_reco_baseline.py' "${inputs_profile[@]}"

scripts/Moore_hlt2_reco_baseline.sh

 #!/bin/bash
 
-$(dirname $0)/../run_throughput_jobs.py -n 2e4 --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_baseline.py' 2>&1 | tee ThroughputTest_MaxThrough.log
+if [[ $(hostname --fqdn) == "lbhltperf01.cern.ch" ]]; then
+  # this test runs on lbhltperf01 where we have more space for HLT2 input at
+  cache_dirs=(--cache-dirs "/scratch/z5/data/Hlt2Throughput")
+fi
 
-$(dirname $0)/../run_throughput_jobs.py -n 3e4 -j 1 --profile --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_baseline.py'
+$(dirname $0)/../run_throughput_jobs.py -n 2e4 --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_baseline.py' "${cache_dirs[@]}" 2>&1 | tee ThroughputTest_MaxThrough.log
+
+$(dirname $0)/../run_throughput_jobs.py -n 3e4 -j 1 --profile --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_baseline.py' "${cache_dirs[@]}"

scripts/Moore_hlt2_reco_brunelesque.sh

 #!/bin/bash
 
-$(dirname $0)/../run_throughput_jobs.py -n 2e4 --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_brunelesque.py' 2>&1 | tee ThroughputTest_MaxThrough.log
+if [[ $(hostname --fqdn) == "lbhltperf01.cern.ch" ]]; then
+  # this test runs on lbhltperf01 where we have more space for HLT2 input at
+  cache_dirs=(--cache-dirs "/scratch/z5/data/Hlt2Throughput")
+fi
 
-$(dirname $0)/../run_throughput_jobs.py -n 3e4 -j 1 --profile --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_brunelesque.py'
+$(dirname $0)/../run_throughput_jobs.py -n 2e4 --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_brunelesque.py' "${cache_dirs[@]}" 2>&1 | tee ThroughputTest_MaxThrough.log
+
+$(dirname $0)/../run_throughput_jobs.py -n 3e4 -j 1 --profile --test-file-db-key=UpgradeHLT1FilteredMinbias '$MOOREROOT/options/ft_decoding_v2.py' '$RECOCONFROOT/options/hlt2_reco_brunelesque.py' "${cache_dirs[@]}"