HEP-Benchmarks
hep-benchmark-suite

Repository

python3 -m pip install --user git+https://gitlab.cern.ch/hep-benchmarks/hep-benchmark-suite.git
~/.local/bin/bmkrun
export PATH=$PATH:~/.local/bin
export MYENV="bmk_env"        # Define the name of the environment.
python3 -m venv $MYENV        # Create a directory with the virtual environment.
source $MYENV/bin/activate    # Activate the environment.
python3 -m pip install git+https://gitlab.cern.ch/hep-benchmarks/hep-benchmark-suite.git
export SUITE_VERSION=3.0
export SUITE_RELEASE=hep-benchmark-suite-wheels-3.0rc19-py39-none-linux_2_28_x86_64.tar
wget https://hep-benchmarks.web.cern.ch/hep-benchmark-suite/releases/${SUITE_VERSION}/${SUITE_RELEASE}
tar -xvf ${SUITE_RELEASE}
python3 -m pip install suite_wheels*/*.whl
bmkrun -c default
bmkrun -c <config path>
activemq:
  server: some-server.com
  topic: /topic/my.topic
  username: user
  password: secret
  port: 12345
activemq:
  server: some-server.com
  topic: /topic/my.topic
  key: /path/key-file.key
  cert: /path/cert-file.pem
  port: 12345
openssl pkcs12 -in user.p12 -out user.crt.pem -clcerts -nokeys
openssl pkcs12 -in user.p12 -out user.key.pem -nocerts -nodes
openssl x509 -noout -in user.crt.pem -subject -nameopt RFC2253
subject=CN=Name Surname,CN=123456,CN=username,OU=Users,OU=Organic Units,DC=cern,DC=ch
opensearch:
  server: some-server.com
  index: my-index
  username: user
  password: secret
  port: 12345
$ bmkrun --help
-----------------------------------------------
High Energy Physics Benchmark Suite
-----------------------------------------------
This utility orchestrates several benchmarks

Author: Benchmarking Working Group
Contact: https://wlcg-discourse.web.cern.ch/c/hep-benchmarks

optional arguments:
  -h, --help            Show this help message and exit
  -b, --benchmarks BENCHMARKS [BENCHMARKS ...]
                        List of benchmarks
  -c, --config [CONFIG]
                        Configuration file to use (yaml format)
  -d, --rundir [RUNDIR]
                        Directory where benchmarks will be run
  -e, --export          Export all json and log files from rundir and
                        compresses them.
  -m, --mode [{singularity,docker}]
                        Run benchmarks in singularity or docker containers.
  -n, --ncores [NCORES] Number of cpus to run the benchmarks.
  -t, --tags            Enable reading of user tags from ENV variables
                        (BMKSUITE_TAG_{TAG}). Tags specified in configuration
                        file are ignored.
  -p, --publish         Enable reporting via AMQ/OpenSearch credentials in YAML file.
  -s, --show            Show running config and exit.
  -V, --extra_volumes VOLUME [VOLUME ...]
                        List of additional volumes to mount on the container.
  -v, --verbose         Enables verbose mode. Display debug messages.
  --version             Show program's version number and exit
-----------------------------------------------
bmkrun -c default --show
# All tags should start with BMKSUITE_TAG_
export BMKSUITE_TAG_MYTAG="My custom tag"
export BMKSUITE_TAG_SECONDTAG=$(uptime)

# The --tags flag enables the reading of ENV variables
# ignores tags specified in config file
bmkrun -c default --tags
bmkrun -c default -b db12
bmkrun -c <alternate config>  -b hs06 spec2017
# set a common cachedir env to store a single copy of the images
# this must be accessible across all nodes at the same mountpoint (or symlink)
export SINGULARITY_CACHEDIR=/cephfs/user/johndoe/.singularity
./populate_image_cache.sh [optional yourconfig.yml]
srun bmkrun -c <yourconfig.yml> # SLURM job submission for example