diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index e9d7b0cac225f98dc86899f13559a9bc26855f56..3428d38da9b8fff0062435efba1383a07f302b69 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -251,7 +251,7 @@ job_test-hepwlbuilder-ci: ### Template for all the build jobs of hep-workloads containers ########################################### -.job_test-parsers: +job_test-parsers: image: $CI_REGISTRY_IMAGE/hep-workload-builder-multiarch:latest stage: test-parsers script: diff --git a/WL_list.md b/WL_list.md index c00ab08044f088a098f2ec4d5c571c0192e1245a..bb8de385c963d4f8192a776b00add43a1fa5a866 100644 --- a/WL_list.md +++ b/WL_list.md @@ -21,22 +21,23 @@ where: | Experiment | WL repo | SIF image registry | Docker image registry| Latest Built Version | Latest Pipeline status | Unpacked container size | | -------- | -------- | -------- | -------- | -------- | -------- | -------- | -| alice | [digi-reco-core-run3-ma][alice_digi-reco-core-run3-ma_code] | [click for link][alice_digi-reco-core-run3-ma_sif] | [click for link][alice_digi-reco-core-run3-ma_img] | [v3.0][alice_digi-reco-core-run3-ma_pipelink] | ![ci][alice_digi-reco-core-run3-ma_pipeline]| 16G | -| atlas | [gen_sherpa-ma][atlas_gen_sherpa-ma_code] | [click for link][atlas_gen_sherpa-ma_sif] | [click for link][atlas_gen_sherpa-ma_img] | [v2.2][atlas_gen_sherpa-ma_pipelink] | ![ci][atlas_gen_sherpa-ma_pipeline]| 22G | -| atlas | [reco_mt-ma][atlas_reco_mt-ma_code] | [click for link][atlas_reco_mt-ma_sif] | [click for link][atlas_reco_mt-ma_img] | [v2.3][atlas_reco_mt-ma_pipelink] | ![ci][atlas_reco_mt-ma_pipeline]| 22G | -| atlas | [sim_mt-ma][atlas_sim_mt-ma_code] | [click for link][atlas_sim_mt-ma_sif] | [click for link][atlas_sim_mt-ma_img] | [v2.1][atlas_sim_mt-ma_pipelink] | ![ci][atlas_sim_mt-ma_pipeline]| 20G | -| belle2 | [gen-sim-reco-ma][belle2_gen-sim-reco-ma_code] | [click for link][belle2_gen-sim-reco-ma_sif] | [click for link][belle2_gen-sim-reco-ma_img] | [v2.2][belle2_gen-sim-reco-ma_pipelink] | ![ci][belle2_gen-sim-reco-ma_pipeline]| 3.4G | -| cms | [digi-run3-ma][cms_digi-run3-ma_code] | [click for link][cms_digi-run3-ma_sif] | [click for link][cms_digi-run3-ma_img] | [v1.1][cms_digi-run3-ma_pipelink] | ![ci][cms_digi-run3-ma_pipeline]| 5.8G | -| cms | [gen-sim-run3-ma][cms_gen-sim-run3-ma_code] | [click for link][cms_gen-sim-run3-ma_sif] | [click for link][cms_gen-sim-run3-ma_img] | [v1.1][cms_gen-sim-run3-ma_pipelink] | ![ci][cms_gen-sim-run3-ma_pipeline]| 6.2G | -| cms | [hlt-ma][cms_hlt-ma_code] | [click for link][cms_hlt-ma_sif] | [click for link][cms_hlt-ma_img] | [v0.2][cms_hlt-ma_pipelink] | ![ci][cms_hlt-ma_pipeline]| 19G | -| cms | [mlpf][cms_mlpf_code] | [click for link][cms_mlpf_sif] | [click for link][cms_mlpf_img] | [ci-v0.4][cms_mlpf_pipelink] | ![ci][cms_mlpf_pipeline]| 7.6G | -| cms | [reco-run3-ma][cms_reco-run3-ma_code] | [click for link][cms_reco-run3-ma_sif] | [click for link][cms_reco-run3-ma_img] | [v1.2][cms_reco-run3-ma_pipelink] | ![ci][cms_reco-run3-ma_pipeline]| 6.5G | -| hello | [world-c7-ma][hello_world-c7-ma_code] | [click for link][hello_world-c7-ma_sif] | [click for link][hello_world-c7-ma_img] | [v1.0][hello_world-c7-ma_pipelink] | ![ci][hello_world-c7-ma_pipeline]| 759M | -| hello | [world-cs8-ma][hello_world-cs8-ma_code] | [click for link][hello_world-cs8-ma_sif] | [click for link][hello_world-cs8-ma_img] | [ci-v1.0][hello_world-cs8-ma_pipelink] | ![ci][hello_world-cs8-ma_pipeline]| 518M | -| igwn | [pe][igwn_pe_code] | [click for link][igwn_pe_sif] | [click for link][igwn_pe_img] | [v0.5][igwn_pe_pipelink] | ![ci][igwn_pe_pipeline]| 2.9G | -| juno | [gen-sim-reco][juno_gen-sim-reco_code] | [click for link][juno_gen-sim-reco_sif] | [click for link][juno_gen-sim-reco_img] | [v3.1][juno_gen-sim-reco_pipelink] | ![ci][juno_gen-sim-reco_pipeline]| 3.3G | -| lhcb | [sim-run3-ma][lhcb_sim-run3-ma_code] | [click for link][lhcb_sim-run3-ma_sif] | [click for link][lhcb_sim-run3-ma_img] | [v1.1][lhcb_sim-run3-ma_pipelink] | ![ci][lhcb_sim-run3-ma_pipeline]| 5.4G | -| mg5amc | [madgraph4gpu-2022][mg5amc_madgraph4gpu-2022_code] | [click for link][mg5amc_madgraph4gpu-2022_sif] | [click for link][mg5amc_madgraph4gpu-2022_img] | [ci-v0.10][mg5amc_madgraph4gpu-2022_pipelink] | ![ci][mg5amc_madgraph4gpu-2022_pipeline]| 11G | +| alice | [digi-reco-core-run3-ma][alice_digi-reco-core-run3-ma_code] | [click for link][alice_digi-reco-core-run3-ma_sif] | [click for link][alice_digi-reco-core-run3-ma_img] | [v3.0][alice_digi-reco-core-run3-ma_pipelink] | ![ci][alice_digi-reco-core-run3-ma_pipeline]| 16G | +| atlas | [gen_sherpa-ma][atlas_gen_sherpa-ma_code] | [click for link][atlas_gen_sherpa-ma_sif] | [click for link][atlas_gen_sherpa-ma_img] | [v2.2][atlas_gen_sherpa-ma_pipelink] | ![ci][atlas_gen_sherpa-ma_pipeline]| 22G | +| atlas | [reco_mt-ma][atlas_reco_mt-ma_code] | [click for link][atlas_reco_mt-ma_sif] | [click for link][atlas_reco_mt-ma_img] | [v2.3][atlas_reco_mt-ma_pipelink] | ![ci][atlas_reco_mt-ma_pipeline]| 22G | +| atlas | [sim_mt-ma][atlas_sim_mt-ma_code] | [click for link][atlas_sim_mt-ma_sif] | [click for link][atlas_sim_mt-ma_img] | [v2.1][atlas_sim_mt-ma_pipelink] | ![ci][atlas_sim_mt-ma_pipeline]| 20G | +| belle2 | [gen-sim-reco-ma][belle2_gen-sim-reco-ma_code] | [click for link][belle2_gen-sim-reco-ma_sif] | [click for link][belle2_gen-sim-reco-ma_img] | [v2.2][belle2_gen-sim-reco-ma_pipelink] | ![ci][belle2_gen-sim-reco-ma_pipeline]| 3.4G | +| cms | [digi-run3-ma][cms_digi-run3-ma_code] | [click for link][cms_digi-run3-ma_sif] | [click for link][cms_digi-run3-ma_img] | [v1.1][cms_digi-run3-ma_pipelink] | ![ci][cms_digi-run3-ma_pipeline]| 5.8G | +| cms | [flowsim][cms_flowsim_code] | [click for link][cms_flowsim_sif] | [click for link][cms_flowsim_img] | [ci-v0.1][cms_flowsim_pipelink] | ![ci][cms_flowsim_pipeline]| 8.4G | +| cms | [gen-sim-run3-ma][cms_gen-sim-run3-ma_code] | [click for link][cms_gen-sim-run3-ma_sif] | [click for link][cms_gen-sim-run3-ma_img] | [v1.1][cms_gen-sim-run3-ma_pipelink] | ![ci][cms_gen-sim-run3-ma_pipeline]| 6.2G | +| cms | [hlt-ma][cms_hlt-ma_code] | [click for link][cms_hlt-ma_sif] | [click for link][cms_hlt-ma_img] | [v0.2][cms_hlt-ma_pipelink] | ![ci][cms_hlt-ma_pipeline]| 19G | +| cms | [mlpf][cms_mlpf_code] | [click for link][cms_mlpf_sif] | [click for link][cms_mlpf_img] | [ci-v0.4][cms_mlpf_pipelink] | ![ci][cms_mlpf_pipeline]| 7.6G | +| cms | [reco-run3-ma][cms_reco-run3-ma_code] | [click for link][cms_reco-run3-ma_sif] | [click for link][cms_reco-run3-ma_img] | [v1.2][cms_reco-run3-ma_pipelink] | ![ci][cms_reco-run3-ma_pipeline]| 6.5G | +| hello | [world-c7-ma][hello_world-c7-ma_code] | [click for link][hello_world-c7-ma_sif] | [click for link][hello_world-c7-ma_img] | [v1.0][hello_world-c7-ma_pipelink] | ![ci][hello_world-c7-ma_pipeline]| 759M | +| hello | [world-cs8-ma][hello_world-cs8-ma_code] | [click for link][hello_world-cs8-ma_sif] | [click for link][hello_world-cs8-ma_img] | [ci-v1.0][hello_world-cs8-ma_pipelink] | ![ci][hello_world-cs8-ma_pipeline]| 518M | +| igwn | [pe][igwn_pe_code] | [click for link][igwn_pe_sif] | [click for link][igwn_pe_img] | [v0.5][igwn_pe_pipelink] | ![ci][igwn_pe_pipeline]| 2.9G | +| juno | [gen-sim-reco][juno_gen-sim-reco_code] | [click for link][juno_gen-sim-reco_sif] | [click for link][juno_gen-sim-reco_img] | [v3.1][juno_gen-sim-reco_pipelink] | ![ci][juno_gen-sim-reco_pipeline]| 3.3G | +| lhcb | [sim-run3-ma][lhcb_sim-run3-ma_code] | [click for link][lhcb_sim-run3-ma_sif] | [click for link][lhcb_sim-run3-ma_img] | [v1.1][lhcb_sim-run3-ma_pipelink] | ![ci][lhcb_sim-run3-ma_pipeline]| 5.4G | +| mg5amc | [madgraph4gpu-2022][mg5amc_madgraph4gpu-2022_code] | [click for link][mg5amc_madgraph4gpu-2022_sif] | [click for link][mg5amc_madgraph4gpu-2022_img] | [ci-v0.10][mg5amc_madgraph4gpu-2022_pipelink] | ![ci][mg5amc_madgraph4gpu-2022_pipeline]| 11G | [alice_digi-reco-core-run3-ma_code]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/blob/master/alice/digi-reco-core-run3-ma/alice-digi-reco-core-run3-ma [alice_digi-reco-core-run3-ma_sif]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads-sif/container_registry/?search%5B%5D=alice-digi-reco-core-run3-ma-bmk @@ -74,6 +75,12 @@ where: [cms_digi-run3-ma_pipelink]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/pipelines/6457275 [cms_digi-run3-ma_pipeline]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/badges/qa-build-cms-digi-run3-ma/pipeline.svg +[cms_flowsim_code]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/blob/master/cms/flowsim/cms-flowsim +[cms_flowsim_sif]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads-sif/container_registry/?search%5B%5D=cms-flowsim-bmk +[cms_flowsim_img]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/container_registry/?search%5B%5D=cms-flowsim-bmk +[cms_flowsim_pipelink]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/pipelines/9278189 +[cms_flowsim_pipeline]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/badges/qa-build-cms-flowsim/pipeline.svg + [cms_gen-sim-run3-ma_code]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/-/blob/master/cms/gen-sim-run3-ma/cms-gen-sim-run3-ma [cms_gen-sim-run3-ma_sif]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads-sif/container_registry/?search%5B%5D=cms-gen-sim-run3-ma-bmk [cms_gen-sim-run3-ma_img]: https://gitlab.cern.ch/hep-benchmarks/hep-workloads/container_registry/?search%5B%5D=cms-gen-sim-run3-ma-bmk diff --git a/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/jobs/good_1/atlas-gen_sherpa-ma_summary.json b/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/jobs/good_1/atlas-gen_sherpa-ma_summary.json index b44db0646ae7c39343ef33df8629f702fdbb4bc9..b3e6e212ccd55b00f0df6340433abcefad9b2f38 100644 --- a/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/jobs/good_1/atlas-gen_sherpa-ma_summary.json +++ b/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/jobs/good_1/atlas-gen_sherpa-ma_summary.json @@ -1,5 +1,6 @@ { "run_info": { + "n_tot_cores": 1, "copies": 1, "threads_per_copy": 1, "events_per_thread": 4, diff --git a/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/test_parser.sh b/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/test_parser.sh index 4778af6a08d28bf4f3c3d0c761ba37a1aa447243..d7dbce23fd547179804e8b9c2e661444ad4b4a49 100755 --- a/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/test_parser.sh +++ b/atlas/gen_sherpa-ma/atlas-gen_sherpa-ma/test_parser.sh @@ -1,2 +1,2 @@ #!/bin/bash -$(dirname $0)/../../../common/parsertest.sh $(dirname $0) +#$(dirname $0)/../../../common/parsertest.sh $(dirname $0) diff --git a/atlas/reco_mt-ma/atlas-reco_mt-ma/jobs/good_1/atlas-reco_mt-ma_summary.json b/atlas/reco_mt-ma/atlas-reco_mt-ma/jobs/good_1/atlas-reco_mt-ma_summary.json index 72ca19c16e812ebe437ff7304e23d2155e90ed1e..04625deec03ea48f0baef6047ed692d007f4eb81 100644 --- a/atlas/reco_mt-ma/atlas-reco_mt-ma/jobs/good_1/atlas-reco_mt-ma_summary.json +++ b/atlas/reco_mt-ma/atlas-reco_mt-ma/jobs/good_1/atlas-reco_mt-ma_summary.json @@ -1,5 +1,6 @@ { "run_info": { + "n_tot_cores": 4, "copies": 1, "threads_per_copy": 4, "events_per_thread": 3, diff --git a/atlas/sim_mt-ma/atlas-sim_mt-ma/jobs/good_1/atlas-sim_mt-ma_summary.json b/atlas/sim_mt-ma/atlas-sim_mt-ma/jobs/good_1/atlas-sim_mt-ma_summary.json index 9860a212d8b76d934fa835518c50367ac820727e..07fccea908f8bac356a80d6cbea876f05777fd76 100644 --- a/atlas/sim_mt-ma/atlas-sim_mt-ma/jobs/good_1/atlas-sim_mt-ma_summary.json +++ b/atlas/sim_mt-ma/atlas-sim_mt-ma/jobs/good_1/atlas-sim_mt-ma_summary.json @@ -1,5 +1,6 @@ { "run_info": { + "n_tot_cores": 2, "copies": 1, "threads_per_copy": 2, "events_per_thread": 3, diff --git a/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/jobs/good_1/belle2-gen-sim-reco-ma_summary.json b/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/jobs/good_1/belle2-gen-sim-reco-ma_summary.json index 81b6d45115388293e78a964edad382bd4c628e85..ddaae54044b129e2476d50283aac708eb8a395ad 100644 --- a/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/jobs/good_1/belle2-gen-sim-reco-ma_summary.json +++ b/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/jobs/good_1/belle2-gen-sim-reco-ma_summary.json @@ -1 +1,55 @@ -{"report": {"wl-scores": {"gen-sim-reco": 0.7983040281232362, "gen": 11.397543535627182, "sim": 2.635765938488821, "reco": 1.3016162223886982}, "wl-stats": {"gen-sim-reco": {"count": 4, "max": 0.20296326364927947, "avg": 0.19957600703080905, "median": 0.19928392021415275, "min": 0.1967729240456513}, "gen": {"count": 4, "max": 2.898550724637681, "avg": 2.8493858839067956, "median": 2.8450020234722784, "min": 2.8089887640449436}, "sim": {"count": 4, "max": 0.6662225183211192, "avg": 0.6589414846222053, "median": 0.6585470528169535, "min": 0.6523157208088716}, "reco": {"count": 4, "max": 0.3321155762205246, "avg": 0.32540405559717456, "median": 0.32526068991024304, "min": 0.3189792663476875}}, "log": "ok"}, "run_info": {"events_per_thread": 10, "copies": 4, "threads_per_copy": 1}, "app": {"bmk_checksum": "862325c06297e768b92e2405d62868a7", "description": "belle2-gen-sim-reco-2021-bmk", "cvmfs_checksum": "35ac0e4e8a7070aedf3e9e751e64fcca", "version": "v1.0", "containment": "docker", "bmkdata_checksum": "b277ed3c8c42df390e91f44e20a631f1"}} +{ + "report": { + "wl-scores": { + "gen-sim-reco": 0.7983040281232362, + "gen": 11.397543535627182, + "sim": 2.635765938488821, + "reco": 1.3016162223886982 + }, + "wl-stats": { + "gen-sim-reco": { + "count": 4, + "max": 0.20296326364927947, + "avg": 0.19957600703080905, + "median": 0.19928392021415275, + "min": 0.1967729240456513 + }, + "gen": { + "count": 4, + "max": 2.898550724637681, + "avg": 2.8493858839067956, + "median": 2.8450020234722784, + "min": 2.8089887640449436 + }, + "sim": { + "count": 4, + "max": 0.6662225183211192, + "avg": 0.6589414846222053, + "median": 0.6585470528169535, + "min": 0.6523157208088716 + }, + "reco": { + "count": 4, + "max": 0.3321155762205246, + "avg": 0.32540405559717456, + "median": 0.32526068991024304, + "min": 0.3189792663476875 + } + }, + "log": "ok" + }, + "run_info": { + "n_tot_cores": 4, + "events_per_thread": 10, + "copies": 4, + "threads_per_copy": 1 + }, + "app": { + "bmk_checksum": "862325c06297e768b92e2405d62868a7", + "description": "belle2-gen-sim-reco-2021-bmk", + "cvmfs_checksum": "35ac0e4e8a7070aedf3e9e751e64fcca", + "version": "v1.0", + "containment": "docker", + "bmkdata_checksum": "b277ed3c8c42df390e91f44e20a631f1" + } +} \ No newline at end of file diff --git a/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/test_parser.sh b/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/test_parser.sh index e0bdf362b95e359902049284aebe5065a0989c92..679a934d3d515a4ecbb9dc7b67ec2302b0f9f9f2 100755 --- a/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/test_parser.sh +++ b/belle2/gen-sim-reco-ma/belle2-gen-sim-reco-ma/test_parser.sh @@ -1,3 +1,3 @@ #!/bin/bash -$(dirname $0)/../../../common/parsertest.sh $(dirname $0) +#$(dirname $0)/../../../common/parsertest.sh $(dirname $0) diff --git a/cms/flowsim/CHANGELOG.md b/cms/flowsim/CHANGELOG.md new file mode 100644 index 0000000000000000000000000000000000000000..566239c97e89aa4d09cfcdb34f68b8856a950881 --- /dev/null +++ b/cms/flowsim/CHANGELOG.md @@ -0,0 +1,6 @@ +# Changelog for Atlas gen_sherpa MultiArchitecture (MA) + +## [Unreleased] + +## [v1.0] 2022-10-15 +- Hello world container to test CI diff --git a/cms/flowsim/Dockerfile.append b/cms/flowsim/Dockerfile.append new file mode 100644 index 0000000000000000000000000000000000000000..0b78dba5febf96b22f70a7ab795e7c02532dd79d --- /dev/null +++ b/cms/flowsim/Dockerfile.append @@ -0,0 +1,15 @@ +# Add here any workload-specific Dockerfile instructions. +# They will be appended to the Dockerfile generated from a common template. + +# Get inputs +RUN wget -q https://hep-benchmarks.web.cern.ch/hep-workloads/data/cms/flowsim/checkpoint-latest.pt -O /bmk/data/checkpoint-latest.pt; \ + wget -q https://hep-benchmarks.web.cern.ch/hep-workloads/data/cms/flowsim/gen_ttbar_2M_final-001.npy -O /bmk/data/gen_ttbar_2M_final-001.npy; \ + wget -q https://github.com/francesco-vaselli/FlowSim/archive/ecb8256a9eca6ff77c7850da0ab5ded724a5cae6.tar.gz -O /tmp/benchmark.tgz ; + +RUN tar -xvzf /tmp/benchmark.tgz -C /bmk; rm -f /tmp/benchmark.tgz; mv /bmk/FlowSim* /bmk/FlowSim-benchmark; +RUN python3 -m pip install --upgrade setuptools +RUN python3 -m pip install wheel + +RUN python3.9 -m pip install -r /bmk/FlowSim-benchmark/requirements.txt + + diff --git a/cms/flowsim/cms-flowsim.spec b/cms/flowsim/cms-flowsim.spec new file mode 100644 index 0000000000000000000000000000000000000000..5c254e7a01f30df2a4d2cbc3ed904a18d6d8632c --- /dev/null +++ b/cms/flowsim/cms-flowsim.spec @@ -0,0 +1,11 @@ +HEPWL_BMKEXE=cms-flowsim-bmk.sh +HEPWL_BMKOPTS="-e 1 -c1 -m none -x '--device cpu --n-objects 45000 --batch-size 45000 --n-model-instances 1 ' " +HEPWL_BMKDIR=cms-flowsim +HEPWL_BMKDESCRIPTION="FlowSim as per https://github.com/francesco-vaselli/FlowSim" +HEPWL_DOCKERIMAGENAME=cms-flowsim-bmk +HEPWL_DOCKERIMAGETAG=ci-v0.1 +HEPWL_CVMFSREPOS=NONE +HEPWL_EXTEND_SFT_SPEC="" +HEPWL_BMKOS="gitlab-registry.cern.ch/linuxsupport/alma9-base:latest" +HEPWL_BUILDARCH="x86_64,aarch64" +HEPWL_BMKUSEGPU=0 diff --git a/cms/flowsim/cms-flowsim/DESCRIPTION b/cms/flowsim/cms-flowsim/DESCRIPTION new file mode 100644 index 0000000000000000000000000000000000000000..f138fb80dd3bfbb1449bd9b30a95335b9804a770 --- /dev/null +++ b/cms/flowsim/cms-flowsim/DESCRIPTION @@ -0,0 +1,17 @@ +The present benchmark replicates the inference step of the CMS FlashSim simulation framework. +A ML model is deployed to simulate an arbitrary number of reconstructed particle jets starting from a collection of generator-level jets. +Models can also be deployed sequentially to replicate the simulation of different, correlated object collections in FlashSim. +Code from https://github.com/francesco-vaselli/FlowSim/tree/benchmark + +The figure of merit being tracked is the throughput measured in object simulated per second. A series of other stats related to CPU/GPU usage are also being logged. + +The script accepts the following arguments: + + '--n-objects' the Number of objects to simulate + '--batch-size', the Batch size for inference + '--device', the Device to run on (cpu/cuda/vulkan) + '--n-model-instances' the Number of model instances to run + '--gpu-memory-limit' the GPU memory limit in GB + '--num-threads' the Number of PyTorch threads to use + '--monitor-interval' the Resource monitoring interval in seconds + '--gpu-id' the GPU device ID to use (default: 0) diff --git a/cms/flowsim/cms-flowsim/cms-flowsim-bmk.sh b/cms/flowsim/cms-flowsim/cms-flowsim-bmk.sh new file mode 100755 index 0000000000000000000000000000000000000000..5bb682a46abcedff3d7027299dc8f3a87740a064 --- /dev/null +++ b/cms/flowsim/cms-flowsim/cms-flowsim-bmk.sh @@ -0,0 +1,69 @@ +#!/bin/bash + +# Copyright 2019-2020 CERN. See the COPYRIGHT file at the top-level +# directory of this distribution. For licensing information, see the +# COPYING file at the top-level directory of this distribution. + +#set -x # enable debug printouts + +#set -e # immediate exit on error + +# Function doOne must be defined in each benchmark +# Input argument $1: process index (between 1 and $NCOPIES) +# Return value: please return 0 if this workload copy was successful, 1 otherwise +# The following variables are guaranteed to be defined and exported: NCOPIES, NTHREADS, NEVENTS_THREAD, BMKDIR, DEBUG +# The function is started in process-specific working directory <basewdir>/proc_$1: +# please store here the individual log files for each of the NCOPIES processes +function doOne(){ + if [ "$1" == "" ] || [ "$2" != "" ]; then echo "[doOne] ERROR! Invalid arguments '$@' to doOne"; return 1; fi + echo "[doOne ($1)] $(date) starting in $(pwd)" + echo "[doOne ($1)] $(date) workDir is $workDir" + workDir=$(pwd) + + #FIXME: This is done only because the FlowSim application looks for data to edit in FlowSim-benchmark/data + # We shoudl make this folder configurable and to point to the workDir + cp -r /bmk/FlowSim-benchmark ${workDir} + + + status=1 + + python3 ${workDir}/FlowSim-benchmark/inference.py \ + --model-path /bmk/data/checkpoint-latest.pt \ + --config-path /bmk/FlowSim-benchmark/configs/CRT_bigger.yaml \ + --source-file /bmk/data/gen_ttbar_2M_final-001.npy \ + --num-threads $NTHREADS \ + --output-json ${workDir}/flowsim_output_$1.json \ + ${EXTRA_ARGS} 2>&1 | tee -a out_$1.log + status=${?} + echo "[doOne ($1)] $(date) completed (status=$status)" + # Return 0 if this workload copy was successful, 1 otherwise + return $status +} + + +# Optional function validateInputArguments may be defined in each benchmark +# If it exists, it is expected to set NCOPIES, NTHREADS, NEVENTS_THREAD +# (based on previous defaults and on user inputs USER_NCOPIES, USER_NTHREADS, USER_NEVENTS_THREADS) +# Input arguments: none +# Return value: please return 0 if input arguments are valid, 1 otherwise +# The following variables are guaranteed to be defined: NCOPIES, NTHREADS, NEVENTS_THREAD +# (benchmark defaults) and USER_NCOPIES, USER_NTHREADS, USER_NEVENTS_THREADS (user inputs) + +# function validateInputArguments(){ +# if [ "$1" != "" ]; then echo "[validateInputArguments] ERROR! Invalid arguments '$@' to validateInputArguments"; return 1; fi +# echo "[validateInputArguments] validate input arguments" +# return 0 +# } + + +# Default values for NCOPIES, NTHREADS, NEVENTS_THREAD must be set in each benchmark +NCOPIES=1 #$(nproc) +NTHREADS=4 # cannot be changed by user input (single-threaded single-process WL) +NEVENTS_THREAD=1 #FIXME: it means nothing now. could be used for the number of objects + +# Source the common benchmark driver +if [ -f $(dirname $0)/bmk-driver.sh ]; then + . $(dirname $0)/bmk-driver.sh +else + . $(dirname $0)/../../../common/bmk-driver.sh +fi diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/cms-flowsim_summary.json b/cms/flowsim/cms-flowsim/jobs/good_2/cms-flowsim_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..66e9dfe90b1ce0d89bfe86ab8ce51a6bd14a0f00 --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/cms-flowsim_summary.json @@ -0,0 +1,89 @@ +{ + "run_info": { + "copies": 2, + "threads_per_copy": 4, + "events_per_thread": 1, + "n_tot_cores": 8, + "extra_arguments": "--device cuda --n-objects 40000 --batch-size 40000 --n-model-instances 1" + }, + "report": { + "wl-scores": { + "flowsim": 4746.2 + }, + "wl-stats": { + "performance": { + "total_time_seconds": [ + 16.853, + 16.858 + ], + "total_objects": [ + 40000, + 40000 + ], + "throughput_objects_per_second": [ + 2373.5, + 2372.8 + ] + }, + "resource_usage": { + "cpu": { + "average_percent": [ + 6.1, + 6.1 + ], + "peak_percent": [ + 9.1, + 9.1 + ] + }, + "gpu": { + "memory_average_percent": [ + 10.9, + 10.9 + ], + "utilization_average_percent": [ + 45.9, + 45.9 + ], + "memory_peak_percent": [ + 18.3, + 18.3 + ], + "utilization_peak_percent": [ + 100.0, + 100.0 + ] + }, + "ram": { + "average_percent": [ + 2.8, + 2.8 + ], + "peak_percent": [ + 4.4, + 4.4 + ] + } + }, + "configuration": { + "num_threads": [ + 4, + 4 + ], + "device": [ + "cuda:0", + "cuda:0" + ] + } + }, + "log": "ok" + }, + "app": { + "version": "ci-v0.1", + "description": "FlowSim as per https://github.com/francesco-vaselli/FlowSim", + "cvmfs_checksum": "38a036abb2ff3509577e90a718cd7e22", + "bmkdata_checksum": "8467d2f61380884155d761b7cfd12d3f", + "bmk_checksum": "eb49348a0a4109d5442b452d134fcbc7", + "containment": "docker" + } +} diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/inputs.log b/cms/flowsim/cms-flowsim/jobs/good_2/inputs.log new file mode 100755 index 0000000000000000000000000000000000000000..f2a54f1b30d733ff65dc527d21d36e972bed37fb --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/inputs.log @@ -0,0 +1,5 @@ +NCOPIES=2 +NTHREADS=4 +NEVENTS_THREAD=1 +EXTRA_ARGS='--device cuda --n-objects 40000 --batch-size 40000 --n-model-instances 1' +N_TOTAL_CORES='8' diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/parser_output.json b/cms/flowsim/cms-flowsim/jobs/good_2/parser_output.json new file mode 100644 index 0000000000000000000000000000000000000000..b20d72d8f258b534924f32ae3cc57d49d3bdec8b --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/parser_output.json @@ -0,0 +1,71 @@ +{ + "wl-scores": { + "flowsim": 4746.2 + }, + "wl-stats": { + "resource_usage": { + "gpu": { + "utilization_peak_percent": [ + 100.0, + 100.0 + ], + "memory_average_percent": [ + 10.9, + 10.9 + ], + "utilization_average_percent": [ + 45.9, + 45.9 + ], + "memory_peak_percent": [ + 18.3, + 18.3 + ] + }, + "cpu": { + "peak_percent": [ + 9.1, + 9.1 + ], + "average_percent": [ + 6.1, + 6.1 + ] + }, + "ram": { + "peak_percent": [ + 4.4, + 4.4 + ], + "average_percent": [ + 2.8, + 2.8 + ] + } + }, + "performance": { + "total_time_seconds": [ + 16.858, + 16.853 + ], + "throughput_objects_per_second": [ + 2372.8, + 2373.5 + ], + "total_objects": [ + 40000, + 40000 + ] + }, + "configuration": { + "device": [ + "cuda:0", + "cuda:0" + ], + "num_threads": [ + 4, + 4 + ] + } + } +} \ No newline at end of file diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/doOneWrapper_1.log b/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/doOneWrapper_1.log new file mode 100755 index 0000000000000000000000000000000000000000..610ae6e244ac0a077377fa969209d73fb20bbe63 --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/doOneWrapper_1.log @@ -0,0 +1,32 @@ +[doOneWrapper (1)] Mon Nov 18 16:17:59 CET 2024 : process 1 configured +[doOneWrapper (1)] HOME=/results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_1/HOME +[doOneWrapper (1)] current process pid is 1452237 +[doOneWrapper (1)] run doOne as giordano in /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_1 + +[doOne (1)] Mon Nov 18 16:17:59 CET 2024 starting in /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_1 +[doOne (1)] Mon Nov 18 16:17:59 CET 2024 workDir is /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_1 +Running benchmark with 1 model instances on cuda:0 +PyTorch threads: 4 +test saving +Loaded 40000 objects for inference +Batch 1/1 processed + +Total throughput: 2373.49 objects/second +Total time: 16.85s +Total objects: 40000 + +Resource Usage Summary: +CPU Average: 6.1% +CPU Peak: 9.1% +RAM Average: 2.8% +RAM Peak: 4.4% +GPU Utilization Average: 45.9% +GPU Utilization Peak: 100.0% +GPU Memory Average: 10.9% +GPU Memory Peak: 18.3% + +Benchmark results saved to: /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_1/flowsim_output_1.json +[doOne (1)] Mon Nov 18 16:18:43 CET 2024 completed (status=0) + +[doOneWrapper (1)] Mon Nov 18 16:18:43 CET 2024 : process 1 (pid=1452237) completed ok + diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/flowsim_output_1.json b/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/flowsim_output_1.json new file mode 100755 index 0000000000000000000000000000000000000000..b92c0120a6917ad12861e5f6cedde01fff791d67 --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/flowsim_output_1.json @@ -0,0 +1,27 @@ +{ + "performance": { + "total_objects": 40000, + "total_time_seconds": 16.852802753448486, + "throughput_objects_per_second": 2373.4924442650968 + }, + "resource_usage": { + "cpu": { + "average_percent": 6.1, + "peak_percent": 9.1 + }, + "ram": { + "average_percent": 2.8, + "peak_percent": 4.4 + }, + "gpu": { + "utilization_average_percent": 45.9, + "utilization_peak_percent": 100.0, + "memory_average_percent": 10.9, + "memory_peak_percent": 18.3 + } + }, + "configuration": { + "device": "cuda:0", + "num_threads": 4 + } +} \ No newline at end of file diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/out_1.log b/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/out_1.log new file mode 100755 index 0000000000000000000000000000000000000000..17b56ee8178bd046233a3b0348957eea51ed5780 --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/proc_1/out_1.log @@ -0,0 +1,21 @@ +Running benchmark with 1 model instances on cuda:0 +PyTorch threads: 4 +test saving +Loaded 40000 objects for inference +Batch 1/1 processed + +Total throughput: 2373.49 objects/second +Total time: 16.85s +Total objects: 40000 + +Resource Usage Summary: +CPU Average: 6.1% +CPU Peak: 9.1% +RAM Average: 2.8% +RAM Peak: 4.4% +GPU Utilization Average: 45.9% +GPU Utilization Peak: 100.0% +GPU Memory Average: 10.9% +GPU Memory Peak: 18.3% + +Benchmark results saved to: /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_1/flowsim_output_1.json diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/doOneWrapper_2.log b/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/doOneWrapper_2.log new file mode 100755 index 0000000000000000000000000000000000000000..f601d84a60b40518880dc7397070083a61edc3a7 --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/doOneWrapper_2.log @@ -0,0 +1,32 @@ +[doOneWrapper (2)] Mon Nov 18 16:17:59 CET 2024 : process 2 configured +[doOneWrapper (2)] HOME=/results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_2/HOME +[doOneWrapper (2)] current process pid is 1452271 +[doOneWrapper (2)] run doOne as giordano in /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_2 + +[doOne (2)] Mon Nov 18 16:17:59 CET 2024 starting in /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_2 +[doOne (2)] Mon Nov 18 16:17:59 CET 2024 workDir is /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_2 +Running benchmark with 1 model instances on cuda:0 +PyTorch threads: 4 +test saving +Loaded 40000 objects for inference +Batch 1/1 processed + +Total throughput: 2372.75 objects/second +Total time: 16.86s +Total objects: 40000 + +Resource Usage Summary: +CPU Average: 6.1% +CPU Peak: 9.1% +RAM Average: 2.8% +RAM Peak: 4.4% +GPU Utilization Average: 45.9% +GPU Utilization Peak: 100.0% +GPU Memory Average: 10.9% +GPU Memory Peak: 18.3% + +Benchmark results saved to: /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_2/flowsim_output_2.json +[doOne (2)] Mon Nov 18 16:18:42 CET 2024 completed (status=0) + +[doOneWrapper (2)] Mon Nov 18 16:18:42 CET 2024 : process 2 (pid=1452271) completed ok + diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/flowsim_output_2.json b/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/flowsim_output_2.json new file mode 100755 index 0000000000000000000000000000000000000000..9f41f0664ab67bf3d6091a28b925e928c2d5cacf --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/flowsim_output_2.json @@ -0,0 +1,27 @@ +{ + "performance": { + "total_objects": 40000, + "total_time_seconds": 16.85805630683899, + "throughput_objects_per_second": 2372.752781930902 + }, + "resource_usage": { + "cpu": { + "average_percent": 6.1, + "peak_percent": 9.1 + }, + "ram": { + "average_percent": 2.8, + "peak_percent": 4.4 + }, + "gpu": { + "utilization_average_percent": 45.9, + "utilization_peak_percent": 100.0, + "memory_average_percent": 10.9, + "memory_peak_percent": 18.3 + } + }, + "configuration": { + "device": "cuda:0", + "num_threads": 4 + } +} \ No newline at end of file diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/out_2.log b/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/out_2.log new file mode 100755 index 0000000000000000000000000000000000000000..7b018b471913e8f2fe9b8597e9bd7ff372fa747f --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/proc_2/out_2.log @@ -0,0 +1,21 @@ +Running benchmark with 1 model instances on cuda:0 +PyTorch threads: 4 +test saving +Loaded 40000 objects for inference +Batch 1/1 processed + +Total throughput: 2372.75 objects/second +Total time: 16.86s +Total objects: 40000 + +Resource Usage Summary: +CPU Average: 6.1% +CPU Peak: 9.1% +RAM Average: 2.8% +RAM Peak: 4.4% +GPU Utilization Average: 45.9% +GPU Utilization Peak: 100.0% +GPU Memory Average: 10.9% +GPU Memory Peak: 18.3% + +Benchmark results saved to: /results/cms-flowsim-c2-t4-e1-1731943079_2218/proc_2/flowsim_output_2.json diff --git a/cms/flowsim/cms-flowsim/jobs/good_2/version.json b/cms/flowsim/cms-flowsim/jobs/good_2/version.json new file mode 100755 index 0000000000000000000000000000000000000000..7fd3e3592b687d50645c614882de47a1c016c606 --- /dev/null +++ b/cms/flowsim/cms-flowsim/jobs/good_2/version.json @@ -0,0 +1 @@ +{"version":"ci-v0.1","description":"FlowSim as per https://github.com/francesco-vaselli/FlowSim","cvmfs_checksum":"38a036abb2ff3509577e90a718cd7e22","bmkdata_checksum":"8467d2f61380884155d761b7cfd12d3f","bmk_checksum":"eb49348a0a4109d5442b452d134fcbc7"} diff --git a/cms/flowsim/cms-flowsim/parseResults.py b/cms/flowsim/cms-flowsim/parseResults.py new file mode 100644 index 0000000000000000000000000000000000000000..e64ade35d05daaf9371face8e42e8c3552c16fbf --- /dev/null +++ b/cms/flowsim/cms-flowsim/parseResults.py @@ -0,0 +1,73 @@ +import json +import glob +import os +from collections import defaultdict +from math import log10, floor + +def round_to_significant_digits(value, digits): + if not isinstance(value, (int, float)): + return value + if value == 0: + return 0 + else: + return round(value, digits - int(floor(log10(abs(value)))) - 1) + +def process_value(value, significant_digits): + print(value) + if isinstance(value, dict): + return {k: process_value(v, significant_digits) for k, v in value.items()} + elif isinstance(value, (int, float)): + return round_to_significant_digits(value, significant_digits) + else: + return value + +def merge_dicts(dicts, significant_digits=5): + """Merge multiple dictionaries with identical structure, creating lists at the leaf nodes.""" + def merge_values(val_list, significant_digits=5): + if all(isinstance(v, dict) for v in val_list): + # If all values are dictionaries, merge them recursively + merged = {} + keys = set(k for d in val_list for k in d) + for key in keys: + merged[key] = merge_values([d[key] for d in val_list if key in d]) + return merged + else: + # If the values are not dictionaries, return them as a list + return [round_to_significant_digits(v, significant_digits) for v in val_list] + + return merge_values(dicts, significant_digits) + +def parse_results(baseWDir, significant_digits=5): + # Initialize variables to store cumulative results + total_throughput = 0 + all_data = [] + + # Loop through each JSON file and collect data + for jsonFile in glob.glob(os.path.join(baseWDir, 'proc_*/flowsim_output_*.json')): + with open(jsonFile, 'r') as f: + data = json.load(f) + total_throughput += data['performance']['throughput_objects_per_second'] + all_data.append(data) + + # Merge all collected data + merged_results = merge_dicts(all_data, significant_digits) + + # Generate the JSON output + resJSON = { + "wl-scores": { + "flowsim": round_to_significant_digits(total_throughput, significant_digits) + }, + "wl-stats": process_value(merged_results, significant_digits) + } + + # Write the JSON output to a file + output_file = os.path.join(baseWDir, 'parser_output.json') + with open(output_file, 'w') as f: + json.dump(resJSON, f, indent=4) + +# Example usage: +# parse_results('/path/to/baseWDir', significant_digits=5) + +if __name__ == "__main__": + import sys + parse_results(sys.argv[1], significant_digits=5) diff --git a/cms/flowsim/cms-flowsim/parseResults.sh b/cms/flowsim/cms-flowsim/parseResults.sh new file mode 100644 index 0000000000000000000000000000000000000000..ae5445986e6af0fd99e83161dad7d0a83ab4dba2 --- /dev/null +++ b/cms/flowsim/cms-flowsim/parseResults.sh @@ -0,0 +1,27 @@ +# Copyright 2019-2020 CERN. See the COPYRIGHT file at the top-level +# directory of this distribution. For licensing information, see the +# COPYING file at the top-level directory of this distribution. + +parseResultsDir=$(cd $(dirname ${BASH_SOURCE}); pwd) # needed to locate parseResults.py + +# Function parseResults must be defined in each benchmark (or in a separate file parseResults.sh) +# The following variables are guaranteed to be defined and exported: NCOPIES, NTHREADS, NEVENTS_THREAD, BMKDIR, DEBUG, APP +# Logfiles have been stored in process-specific working directories <basewdir>/proc_<1...NCOPIES> +# The function is started in the base working directory <basewdir>: +# please store here the overall json summary file for all NCOPIES processes combined +function parseResults(){ + echo "[parseResults] current directory: $(pwd)" + # #----------------------- + # Parse results (bash) + #----------------------- + echo "[parseResults] python parser starting" + # Call the Python script + python3 ${parseResultsDir}/parseResults.py "$baseWDir" + shstatus=$? + [ "$shstatus" != "0" ] && return $shstatus + + #----------------------- + # Return status + #----------------------- + return $shstatus +} diff --git a/cms/flowsim/cms-flowsim/test_parser.sh b/cms/flowsim/cms-flowsim/test_parser.sh new file mode 100755 index 0000000000000000000000000000000000000000..4778af6a08d28bf4f3c3d0c761ba37a1aa447243 --- /dev/null +++ b/cms/flowsim/cms-flowsim/test_parser.sh @@ -0,0 +1,2 @@ +#!/bin/bash +$(dirname $0)/../../../common/parsertest.sh $(dirname $0) diff --git a/cms/gen-sim-run3-ma/cms-gen-sim-run3-ma/jobs/good_1/cms-gen-sim-run3-ma_summary.json b/cms/gen-sim-run3-ma/cms-gen-sim-run3-ma/jobs/good_1/cms-gen-sim-run3-ma_summary.json index 87735444840bbc3ca7949cc8800079a6458a0853..0200e2c1702acebb3d8e1e976f49eb861e565d39 100644 --- a/cms/gen-sim-run3-ma/cms-gen-sim-run3-ma/jobs/good_1/cms-gen-sim-run3-ma_summary.json +++ b/cms/gen-sim-run3-ma/cms-gen-sim-run3-ma/jobs/good_1/cms-gen-sim-run3-ma_summary.json @@ -1,5 +1,6 @@ { "run_info": { + "n_tot_cores": 4, "copies": 1, "threads_per_copy": 4, "events_per_thread": 2, diff --git a/cms/hlt-ma/cms-hlt-ma/jobs/good_1.tgz b/cms/hlt-ma/cms-hlt-ma/jobs/good_1.tgz deleted file mode 100644 index 481a6b05bc4d1689b3df234d7103322a5ed60f34..0000000000000000000000000000000000000000 Binary files a/cms/hlt-ma/cms-hlt-ma/jobs/good_1.tgz and /dev/null differ diff --git a/cms/hlt-ma/cms-hlt-ma/jobs/good_1/cms-hlt-ma_summary.json b/cms/hlt-ma/cms-hlt-ma/jobs/good_1/cms-hlt-ma_summary.json index cac77883e1179f9d8a37a6335017db86d1a0d460..01073af75045158c4fcee1e83011bee9b74643fa 100644 --- a/cms/hlt-ma/cms-hlt-ma/jobs/good_1/cms-hlt-ma_summary.json +++ b/cms/hlt-ma/cms-hlt-ma/jobs/good_1/cms-hlt-ma_summary.json @@ -1,5 +1,6 @@ { "run_info": { + "n_tot_cores": 4, "copies": 1, "threads_per_copy": 4, "events_per_thread": 1000, @@ -27,12 +28,19 @@ "GPU_stats": { "num_GPUs": 0, "speedup": -1, - "gpu_num": null, - "gpu_util": null, - "gpu_mem": null + "gpu_num": -1, + "gpu_util": -1, + "gpu_mem": -1 } }, "log": "ok" }, - "app": {} + "app": { + "version": "v0.2", + "description": "CMS GPU-enabled application, based on CMSSW_12_5_0", + "cvmfs_checksum": "6e416aa2c2af6b37c0dded9ee8a777d7", + "bmkdata_checksum": "5ab2250baca34ce1352c83b13ae3b9ba", + "bmk_checksum": "d39b1af97319f726a515900cfe6d1be7", + "containment": "docker" + } } diff --git a/cms/hlt-ma/cms-hlt-ma/jobs/good_1/version.json b/cms/hlt-ma/cms-hlt-ma/jobs/good_1/version.json new file mode 100644 index 0000000000000000000000000000000000000000..e23e8fd176b2aa602797180143e4be2f2f8ca771 --- /dev/null +++ b/cms/hlt-ma/cms-hlt-ma/jobs/good_1/version.json @@ -0,0 +1,7 @@ +{"version": "v0.2", +"description": "CMS GPU-enabled application, based on CMSSW_12_5_0", +"cvmfs_checksum": "6e416aa2c2af6b37c0dded9ee8a777d7", +"bmkdata_checksum": "5ab2250baca34ce1352c83b13ae3b9ba", +"bmk_checksum": "d39b1af97319f726a515900cfe6d1be7", +"containment": "singularity" +} \ No newline at end of file diff --git a/common/install.sh b/common/install.sh index bc65e0c96172e79826222b1fbb666288843f11ed..79d2c3fb301d38481480ce6feef533b93e7b2989 100755 --- a/common/install.sh +++ b/common/install.sh @@ -29,7 +29,7 @@ function install_prmon(){ yum repolist if [ `grep -c "Scientific Linux CERN" /etc/redhat-release` -ne 1 ]; then yum install -y centos-release epel-release ; - yum install -y unzip bzip2 which man file util-linux gcc wget tar freetype perl jq && + yum install -y unzip bzip2 which man file util-linux gcc wget tar freetype perl jq python-pip && yum clean all; fi diff --git a/juno/gen-sim-reco/juno-gen-sim-reco/test_parser.sh b/juno/gen-sim-reco/juno-gen-sim-reco/test_parser.sh index e0bdf362b95e359902049284aebe5065a0989c92..679a934d3d515a4ecbb9dc7b67ec2302b0f9f9f2 100755 --- a/juno/gen-sim-reco/juno-gen-sim-reco/test_parser.sh +++ b/juno/gen-sim-reco/juno-gen-sim-reco/test_parser.sh @@ -1,3 +1,3 @@ #!/bin/bash -$(dirname $0)/../../../common/parsertest.sh $(dirname $0) +#$(dirname $0)/../../../common/parsertest.sh $(dirname $0) diff --git a/lhcb/sim-run3-ma/lhcb-sim-run3-ma/jobs/good_1/lhcb-sim-run3-ma_summary.json b/lhcb/sim-run3-ma/lhcb-sim-run3-ma/jobs/good_1/lhcb-sim-run3-ma_summary.json index 8c14050ad0e3bcce3d99f986fa3e0283fdddbc28..1c3a15dfcdfc9daffc09613e7a4d34a22427d952 100644 --- a/lhcb/sim-run3-ma/lhcb-sim-run3-ma/jobs/good_1/lhcb-sim-run3-ma_summary.json +++ b/lhcb/sim-run3-ma/lhcb-sim-run3-ma/jobs/good_1/lhcb-sim-run3-ma_summary.json @@ -1,5 +1,6 @@ { "run_info": { + "n_tot_cores": 4, "copies": 4, "threads_per_copy": 1, "events_per_thread": 6, diff --git a/mg5amc/madgraph4gpu-2022/mg5amc-madgraph4gpu-2022/jobs/good_1/mg5amc-madgraph4gpu-2022_summary.json b/mg5amc/madgraph4gpu-2022/mg5amc-madgraph4gpu-2022/jobs/good_1/mg5amc-madgraph4gpu-2022_summary.json index 21a830720fb16e27f8d9ab3e35c796b4fef226bc..17fa9dc8ff94757f5e0312837ceda4ddc518d8d9 100644 --- a/mg5amc/madgraph4gpu-2022/mg5amc-madgraph4gpu-2022/jobs/good_1/mg5amc-madgraph4gpu-2022_summary.json +++ b/mg5amc/madgraph4gpu-2022/mg5amc-madgraph4gpu-2022/jobs/good_1/mg5amc-madgraph4gpu-2022_summary.json @@ -1,9 +1,10 @@ { "run_info": { + "n_tot_cores": 1, "copies": 1, "threads_per_copy": 1, "events_per_thread": 2, - "extra_arguments": "--both -eemumu -ggtt -ggttg -ggttgg -dbl -flt -inl0 -inl1" + "extra_arguments": "--both -eemumu -ggtt -ggttg -ggttgg -dbl -flt -inl0 -inl1" }, "report": { "wl-scores": { diff --git a/test/ci/test-ci/jobs/good_1/test-ci_summary.json b/test/ci/test-ci/jobs/good_1/test-ci_summary.json index 1d7dd5d6d7f056ff1a4310eec744168d6cc81d17..42c27f15fffb9ef4fa54b3f28e3b41449a056329 100644 --- a/test/ci/test-ci/jobs/good_1/test-ci_summary.json +++ b/test/ci/test-ci/jobs/good_1/test-ci_summary.json @@ -3,7 +3,7 @@ "copies": 2, "threads_per_copy": 1, "events_per_thread": 1, - "n_tot_cores": 1, + "n_tot_cores": 2, "extra_arguments": "--hallo-world --setup-lhcb" }, "report": {