diff --git a/WL_list.md b/WL_list.md index 570c2dd49c0005093007adc23f51f9306ab11183..798ec72aeeb561522692eb78fd4f6192c979e854 100644 --- a/WL_list.md +++ b/WL_list.md @@ -21,34 +21,34 @@ where: | Experiment | WL repo | SIF image registry | Docker image registry| Latest Built Version | Latest Pipeline status | Unpacked container size | | -------- | -------- | -------- | -------- | -------- | -------- | -------- | -| alice | [digi-reco-core-run3][alice_digi-reco-core-run3_code] | [click for link][alice_digi-reco-core-run3_sif] | [click for link][alice_digi-reco-core-run3_img] | [v1.1][alice_digi-reco-core-run3_pipelink] | ![ci][alice_digi-reco-core-run3_pipeline]| | -| alice | [digi-reco-core-run3-ma][alice_digi-reco-core-run3-ma_code] | [click for link][alice_digi-reco-core-run3-ma_sif] | [click for link][alice_digi-reco-core-run3-ma_img] | [v2.1][alice_digi-reco-core-run3-ma_pipelink] | ![ci][alice_digi-reco-core-run3-ma_pipeline]| | -| alice | [reco-run3][alice_reco-run3_code] | [click for link][alice_reco-run3_sif] | [click for link][alice_reco-run3_img] | [ci-v0.1][alice_reco-run3_pipelink] | ![ci][alice_reco-run3_pipeline]| | -| atlas | [gen_sherpa][atlas_gen_sherpa_code] | [click for link][atlas_gen_sherpa_sif] | [click for link][atlas_gen_sherpa_img] | [v0.3][atlas_gen_sherpa_pipelink] | ![ci][atlas_gen_sherpa_pipeline]| | -| atlas | [gen_sherpa-ma][atlas_gen_sherpa-ma_code] | [click for link][atlas_gen_sherpa-ma_sif] | [click for link][atlas_gen_sherpa-ma_img] | [v2.0][atlas_gen_sherpa-ma_pipelink] | ![ci][atlas_gen_sherpa-ma_pipeline]| | -| atlas | [kv][atlas_kv_code] | [click for link][atlas_kv_sif] | [click for link][atlas_kv_img] | [ci2.0][atlas_kv_pipelink] | ![ci][atlas_kv_pipeline]| | -| atlas | [reco_mt][atlas_reco_mt_code] | [click for link][atlas_reco_mt_sif] | [click for link][atlas_reco_mt_img] | [v1.0][atlas_reco_mt_pipelink] | ![ci][atlas_reco_mt_pipeline]| | -| atlas | [reco_mt-ma][atlas_reco_mt-ma_code] | [click for link][atlas_reco_mt-ma_sif] | [click for link][atlas_reco_mt-ma_img] | [v2.0][atlas_reco_mt-ma_pipelink] | ![ci][atlas_reco_mt-ma_pipeline]| | -| atlas | [sim_mt][atlas_sim_mt_code] | [click for link][atlas_sim_mt_sif] | [click for link][atlas_sim_mt_img] | [v1.0][atlas_sim_mt_pipelink] | ![ci][atlas_sim_mt_pipeline]| | -| atlas | [sim_mt-ma][atlas_sim_mt-ma_code] | [click for link][atlas_sim_mt-ma_sif] | [click for link][atlas_sim_mt-ma_img] | [v2.0][atlas_sim_mt-ma_pipelink] | ![ci][atlas_sim_mt-ma_pipeline]| | -| belle2 | [gen-sim-reco-2021][belle2_gen-sim-reco-2021_code] | [click for link][belle2_gen-sim-reco-2021_sif] | [click for link][belle2_gen-sim-reco-2021_img] | [v0.4][belle2_gen-sim-reco-2021_pipelink] | ![ci][belle2_gen-sim-reco-2021_pipeline]| | -| belle2 | [gen-sim-reco-ma][belle2_gen-sim-reco-ma_code] | [click for link][belle2_gen-sim-reco-ma_sif] | [click for link][belle2_gen-sim-reco-ma_img] | [v2.1][belle2_gen-sim-reco-ma_pipelink] | ![ci][belle2_gen-sim-reco-ma_pipeline]| | -| cms | [digi-run3][cms_digi-run3_code] | [click for link][cms_digi-run3_sif] | [click for link][cms_digi-run3_img] | [v0.7][cms_digi-run3_pipelink] | ![ci][cms_digi-run3_pipeline]| | -| cms | [digi-run3-ma][cms_digi-run3-ma_code] | [click for link][cms_digi-run3-ma_sif] | [click for link][cms_digi-run3-ma_img] | [v1.0][cms_digi-run3-ma_pipelink] | ![ci][cms_digi-run3-ma_pipeline]| | -| cms | [gen-sim-run3][cms_gen-sim-run3_code] | [click for link][cms_gen-sim-run3_sif] | [click for link][cms_gen-sim-run3_img] | [v0.7][cms_gen-sim-run3_pipelink] | ![ci][cms_gen-sim-run3_pipeline]| | -| cms | [gen-sim-run3-ma][cms_gen-sim-run3-ma_code] | [click for link][cms_gen-sim-run3-ma_sif] | [click for link][cms_gen-sim-run3-ma_img] | [v1.0][cms_gen-sim-run3-ma_pipelink] | ![ci][cms_gen-sim-run3-ma_pipeline]| | -| cms | [hlt][cms_hlt_code] | [click for link][cms_hlt_sif] | [click for link][cms_hlt_img] | [v0.1][cms_hlt_pipelink] | ![ci][cms_hlt_pipeline]| | -| cms | [mlpf][cms_mlpf_code] | [click for link][cms_mlpf_sif] | [click for link][cms_mlpf_img] | [v0.1][cms_mlpf_pipelink] | ![ci][cms_mlpf_pipeline]| | -| cms | [reco-run3][cms_reco-run3_code] | [click for link][cms_reco-run3_sif] | [click for link][cms_reco-run3_img] | [v0.7][cms_reco-run3_pipelink] | ![ci][cms_reco-run3_pipeline]| | -| cms | [reco-run3-ma][cms_reco-run3-ma_code] | [click for link][cms_reco-run3-ma_sif] | [click for link][cms_reco-run3-ma_img] | [v1.1][cms_reco-run3-ma_pipelink] | ![ci][cms_reco-run3-ma_pipeline]| | -| hello | [world-c7-ma][hello_world-c7-ma_code] | [click for link][hello_world-c7-ma_sif] | [click for link][hello_world-c7-ma_img] | [ci-v1.0][hello_world-c7-ma_pipelink] | ![ci][hello_world-c7-ma_pipeline]| 776M | -| hello | [world-cs8-ma][hello_world-cs8-ma_code] | [click for link][hello_world-cs8-ma_sif] | [click for link][hello_world-cs8-ma_img] | [ci-v1.0][hello_world-cs8-ma_pipelink] | ![ci][hello_world-cs8-ma_pipeline]| 532M | -| igwn | [pe][igwn_pe_code] | [click for link][igwn_pe_sif] | [click for link][igwn_pe_img] | [v0.4][igwn_pe_pipelink] | ![ci][igwn_pe_pipeline]| | -| juno | [gen-sim-reco][juno_gen-sim-reco_code] | [click for link][juno_gen-sim-reco_sif] | [click for link][juno_gen-sim-reco_img] | [v2.1][juno_gen-sim-reco_pipelink] | ![ci][juno_gen-sim-reco_pipeline]| | -| lhcb | [gen-sim-2021][lhcb_gen-sim-2021_code] | [click for link][lhcb_gen-sim-2021_sif] | [click for link][lhcb_gen-sim-2021_img] | [v0.5][lhcb_gen-sim-2021_pipelink] | ![ci][lhcb_gen-sim-2021_pipeline]| | -| lhcb | [sim-run3][lhcb_sim-run3_code] | [click for link][lhcb_sim-run3_sif] | [click for link][lhcb_sim-run3_img] | [ci-v0.2][lhcb_sim-run3_pipelink] | ![ci][lhcb_sim-run3_pipeline]| | -| lhcb | [sim-run3-ma][lhcb_sim-run3-ma_code] | [click for link][lhcb_sim-run3-ma_sif] | [click for link][lhcb_sim-run3-ma_img] | [v1.0][lhcb_sim-run3-ma_pipelink] | ![ci][lhcb_sim-run3-ma_pipeline]| | -| mg5amc | [madgraph4gpu-2022][mg5amc_madgraph4gpu-2022_code] | [click for link][mg5amc_madgraph4gpu-2022_sif] | [click for link][mg5amc_madgraph4gpu-2022_img] | [v0.7][mg5amc_madgraph4gpu-2022_pipelink] | ![ci][mg5amc_madgraph4gpu-2022_pipeline]| | +| alice | [digi-reco-core-run3][alice_digi-reco-core-run3_code] | [click for link][alice_digi-reco-core-run3_sif] | [click for link][alice_digi-reco-core-run3_img] | [v1.1][alice_digi-reco-core-run3_pipelink] | ![ci][alice_digi-reco-core-run3_pipeline]| | +| alice | [digi-reco-core-run3-ma][alice_digi-reco-core-run3-ma_code] | [click for link][alice_digi-reco-core-run3-ma_sif] | [click for link][alice_digi-reco-core-run3-ma_img] | [v2.1][alice_digi-reco-core-run3-ma_pipelink] | ![ci][alice_digi-reco-core-run3-ma_pipeline]| | +| alice | [reco-run3][alice_reco-run3_code] | [click for link][alice_reco-run3_sif] | [click for link][alice_reco-run3_img] | [ci-v0.1][alice_reco-run3_pipelink] | ![ci][alice_reco-run3_pipeline]| | +| atlas | [gen_sherpa][atlas_gen_sherpa_code] | [click for link][atlas_gen_sherpa_sif] | [click for link][atlas_gen_sherpa_img] | [v0.3][atlas_gen_sherpa_pipelink] | ![ci][atlas_gen_sherpa_pipeline]| | +| atlas | [gen_sherpa-ma][atlas_gen_sherpa-ma_code] | [click for link][atlas_gen_sherpa-ma_sif] | [click for link][atlas_gen_sherpa-ma_img] | [v2.0][atlas_gen_sherpa-ma_pipelink] | ![ci][atlas_gen_sherpa-ma_pipeline]| | +| atlas | [kv][atlas_kv_code] | [click for link][atlas_kv_sif] | [click for link][atlas_kv_img] | [ci2.0][atlas_kv_pipelink] | ![ci][atlas_kv_pipeline]| | +| atlas | [reco_mt][atlas_reco_mt_code] | [click for link][atlas_reco_mt_sif] | [click for link][atlas_reco_mt_img] | [v1.0][atlas_reco_mt_pipelink] | ![ci][atlas_reco_mt_pipeline]| | +| atlas | [reco_mt-ma][atlas_reco_mt-ma_code] | [click for link][atlas_reco_mt-ma_sif] | [click for link][atlas_reco_mt-ma_img] | [v2.0][atlas_reco_mt-ma_pipelink] | ![ci][atlas_reco_mt-ma_pipeline]| | +| atlas | [sim_mt][atlas_sim_mt_code] | [click for link][atlas_sim_mt_sif] | [click for link][atlas_sim_mt_img] | [v1.0][atlas_sim_mt_pipelink] | ![ci][atlas_sim_mt_pipeline]| | +| atlas | [sim_mt-ma][atlas_sim_mt-ma_code] | [click for link][atlas_sim_mt-ma_sif] | [click for link][atlas_sim_mt-ma_img] | [v2.0][atlas_sim_mt-ma_pipelink] | ![ci][atlas_sim_mt-ma_pipeline]| | +| belle2 | [gen-sim-reco-2021][belle2_gen-sim-reco-2021_code] | [click for link][belle2_gen-sim-reco-2021_sif] | [click for link][belle2_gen-sim-reco-2021_img] | [v0.4][belle2_gen-sim-reco-2021_pipelink] | ![ci][belle2_gen-sim-reco-2021_pipeline]| | +| belle2 | [gen-sim-reco-ma][belle2_gen-sim-reco-ma_code] | [click for link][belle2_gen-sim-reco-ma_sif] | [click for link][belle2_gen-sim-reco-ma_img] | [v2.1][belle2_gen-sim-reco-ma_pipelink] | ![ci][belle2_gen-sim-reco-ma_pipeline]| | +| cms | [digi-run3][cms_digi-run3_code] | [click for link][cms_digi-run3_sif] | [click for link][cms_digi-run3_img] | [v0.7][cms_digi-run3_pipelink] | ![ci][cms_digi-run3_pipeline]| | +| cms | [digi-run3-ma][cms_digi-run3-ma_code] | [click for link][cms_digi-run3-ma_sif] | [click for link][cms_digi-run3-ma_img] | [v1.0][cms_digi-run3-ma_pipelink] | ![ci][cms_digi-run3-ma_pipeline]| | +| cms | [gen-sim-run3][cms_gen-sim-run3_code] | [click for link][cms_gen-sim-run3_sif] | [click for link][cms_gen-sim-run3_img] | [v0.7][cms_gen-sim-run3_pipelink] | ![ci][cms_gen-sim-run3_pipeline]| | +| cms | [gen-sim-run3-ma][cms_gen-sim-run3-ma_code] | [click for link][cms_gen-sim-run3-ma_sif] | [click for link][cms_gen-sim-run3-ma_img] | [v1.1][cms_gen-sim-run3-ma_pipelink] | ![ci][cms_gen-sim-run3-ma_pipeline]| 6.2G | +| cms | [hlt][cms_hlt_code] | [click for link][cms_hlt_sif] | [click for link][cms_hlt_img] | [v0.1][cms_hlt_pipelink] | ![ci][cms_hlt_pipeline]| | +| cms | [mlpf][cms_mlpf_code] | [click for link][cms_mlpf_sif] | [click for link][cms_mlpf_img] | [v0.1][cms_mlpf_pipelink] | ![ci][cms_mlpf_pipeline]| | +| cms | [reco-run3][cms_reco-run3_code] | [click for link][cms_reco-run3_sif] | [click for link][cms_reco-run3_img] | [v0.7][cms_reco-run3_pipelink] | ![ci][cms_reco-run3_pipeline]| | +| cms | [reco-run3-ma][cms_reco-run3-ma_code] | [click for link][cms_reco-run3-ma_sif] | [click for link][cms_reco-run3-ma_img] | [v1.1][cms_reco-run3-ma_pipelink] | ![ci][cms_reco-run3-ma_pipeline]| | +| hello | [world-c7-ma][hello_world-c7-ma_code] | [click for link][hello_world-c7-ma_sif] | [click for link][hello_world-c7-ma_img] | [ci-v1.0][hello_world-c7-ma_pipelink] | ![ci][hello_world-c7-ma_pipeline]| 776M | +| hello | [world-cs8-ma][hello_world-cs8-ma_code] | [click for link][hello_world-cs8-ma_sif] | [click for link][hello_world-cs8-ma_img] | [ci-v1.0][hello_world-cs8-ma_pipelink] | ![ci][hello_world-cs8-ma_pipeline]| 532M | +| igwn | [pe][igwn_pe_code] | [click for link][igwn_pe_sif] | [click for link][igwn_pe_img] | [v0.4][igwn_pe_pipelink] | ![ci][igwn_pe_pipeline]| | +| juno | [gen-sim-reco][juno_gen-sim-reco_code] | [click for link][juno_gen-sim-reco_sif] | [click for link][juno_gen-sim-reco_img] | [v2.1][juno_gen-sim-reco_pipelink] | ![ci][juno_gen-sim-reco_pipeline]| | +| lhcb | [gen-sim-2021][lhcb_gen-sim-2021_code] | [click for link][lhcb_gen-sim-2021_sif] | [click for link][lhcb_gen-sim-2021_img] | [v0.5][lhcb_gen-sim-2021_pipelink] | ![ci][lhcb_gen-sim-2021_pipeline]| | +| lhcb | [sim-run3][lhcb_sim-run3_code] | [click for link][lhcb_sim-run3_sif] | [click for link][lhcb_sim-run3_img] | [ci-v0.2][lhcb_sim-run3_pipelink] | ![ci][lhcb_sim-run3_pipeline]| | +| lhcb | [sim-run3-ma][lhcb_sim-run3-ma_code] | [click for link][lhcb_sim-run3-ma_sif] | [click for link][lhcb_sim-run3-ma_img] | [v1.0][lhcb_sim-run3-ma_pipelink] | ![ci][lhcb_sim-run3-ma_pipeline]| | +| mg5amc | [madgraph4gpu-2022][mg5amc_madgraph4gpu-2022_code] | [click for link][mg5amc_madgraph4gpu-2022_sif] | [click for link][mg5amc_madgraph4gpu-2022_img] | [v0.7][mg5amc_madgraph4gpu-2022_pipelink] | ![ci][mg5amc_madgraph4gpu-2022_pipeline]| | [alice_digi-reco-core-run3_code]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/blob/master/alice/digi-reco-core-run3/alice-digi-reco-core-run3 [alice_digi-reco-core-run3_sif]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads-sif/container_registry/?search%5B%5D=alice-digi-reco-core-run3-bmk @@ -143,7 +143,7 @@ where: [cms_gen-sim-run3-ma_code]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/blob/master/cms/gen-sim-run3-ma/cms-gen-sim-run3-ma [cms_gen-sim-run3-ma_sif]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads-sif/container_registry/?search%5B%5D=cms-gen-sim-run3-ma-bmk [cms_gen-sim-run3-ma_img]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/container_registry/?search%5B%5D=cms-gen-sim-run3-ma-bmk -[cms_gen-sim-run3-ma_pipelink]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/pipelines/4584466 +[cms_gen-sim-run3-ma_pipelink]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/pipelines/5668234 [cms_gen-sim-run3-ma_pipeline]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/badges/qa-build-cms-gen-sim-run3-ma/pipeline.svg [cms_hlt_code]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/blob/master/cms/hlt/cms-hlt diff --git a/cms/gen-sim-run3-ma/CHANGELOG.md b/cms/gen-sim-run3-ma/CHANGELOG.md index c2224af9f6b91e39aeb38570b85f1903526295ea..6dbbf8e944b252a99ca47efdb47abb658b3883d4 100644 --- a/cms/gen-sim-run3-ma/CHANGELOG.md +++ b/cms/gen-sim-run3-ma/CHANGELOG.md @@ -2,7 +2,7 @@ ## [Unreleased] -## [v1.1] 2023-05-31 +## [v1.1] 2023-06-01 - Limit the number of loaded cores using the argument -n | --ncores ## [v1.0] 2022-10-06 diff --git a/common/bmk-driver.sh b/common/bmk-driver.sh index 598992bf9fa83adef3e799fa7d5a921a8c80a0d7..abe7965372379ddd0ef9f7076b1499d674b20418 100755 --- a/common/bmk-driver.sh +++ b/common/bmk-driver.sh @@ -229,7 +229,7 @@ function usage(){ echo " -c --copies <NCOPIES> : (int) # identical copies (default $NCOPIES)" echo " -t --threads <NTHREADS> : (int) # threads (or processes, or threads*processes) per copy (default $NTHREADS)" echo " -e --events <NEVENTS_THREAD> : # events per thread (default $NEVENTS_THREAD)" - echo " -n --ncores <N_TOTAL_CORES> : (int) total number of cores to load (will affect the computation of NCOPIES)" + echo " -n --ncores <N_TOTAL_CORES> : (int) total number of cores to load (will affect the computation of NCOPIES)" echo " -x --extra-args '<EXTRA_ARGS>' : optional workload-specific command line arguments '<arg1> <arg2>...' (default '$EXTRA_ARGS')" echo " -m --mop <mode> : clean working directory mode: none/all/custom (current: $MOP)" echo " -d --debug : debug mode (current: $DEBUG)" @@ -436,7 +436,6 @@ if [ "$(type -t validateInputArguments)" != "function" ]; then if [ "$USER_NTHREADS" != "" ]; then NTHREADS=$USER_NTHREADS; fi # already checked that USER_NTHREADS must be 1 if NTHREADS is 1 if [ "$USER_NEVENTS_THREAD" != "" ]; then NEVENTS_THREAD=$USER_NEVENTS_THREAD; fi if [ "$USER_EXTRA_ARGS" != "" ]; then EXTRA_ARGS="$USER_EXTRA_ARGS"; fi - if [ "$USER_N_TOTAL_CORES" != "" ]; then N_TOTAL_CORES=$USER_N_TOTAL_CORES; fi else echo -e "[$bmkDriver] function 'validateInputArguments' starting\n" if ! validateInputArguments; then fail=-1; fi @@ -445,9 +444,12 @@ fi # if a max number of cores is configured to be loaded then compute how many copies are needed # to fill exactly that number of cores. +if [ "$USER_N_TOTAL_CORES" != "" ]; then N_TOTAL_CORES=$USER_N_TOTAL_CORES; fi if [ "$N_TOTAL_CORES" != "" ]; then #i.e. if defined via USER_N_TOTAL_CORES or hardcoded default value + echo -e "[$bmkDriver] Eximining the request to load a custom number of cores ($N_TOTAL_CORES)..." if [ $(($N_TOTAL_CORES%$NTHREADS)) -eq 0 ]; then NCOPIES=$((N_TOTAL_CORES/NTHREADS)); + echo -e "[$bmkDriver] Request accepted: reducing the number of copies consistently NCOPIES = N_TOTAL_CORES/NTHREADS = ${N_TOTAL_CORES}/${NTHREADS} = $NCOPIES" else echo -e "[$bmkDriver] ERROR! This run uses threads=$NTHREADS per copy and can not fill ncores=$N_TOTAL_CORES cores with an integer number of copies. Please change accordingly the number of threads (-t | --threads) if -ncopies is used\n" exit 1 @@ -455,6 +457,7 @@ if [ "$N_TOTAL_CORES" != "" ]; then #i.e. if defined via USER_N_TOTAL_CORES or else # if N_TOTAL_CORES is not defined, define it as NTHREADS*NCOPIES. Needed for the parser report N_TOTAL_CORES=$((NCOPIES*NTHREADS)); + echo -e "[$bmkDriver] The undefined N_TOTAL_CORES is fixed to NCOPIES*NTHREADS=$NCOPIES*$NTHREADS=${N_TOTAL_CORES}" fi # Set baseWDir and create it if necessary @@ -482,7 +485,7 @@ for var in NCOPIES NTHREADS NEVENTS_THREAD; do echo "Current value: $var=${!var}" echo "$var=${!var}" >> $baseWDir/inputs.log done -for var in EXTRA_ARGS; do +for var in EXTRA_ARGS N_TOTAL_CORES; do echo "Current value: $var='${!var}'" echo "$var='${!var}'" >> $baseWDir/inputs.log # this is a string not a number (BMK-1014 and BMK-1029) done