Skip to content

Simpletrack update for hepscore

David Southwick requested to merge BMK-576 into qa-simpletrack

WIP:

  • Update simpletrack json to match expected format of hepscore
  • Update dockerfiles & tests
    • nvidia
    • AMD
    • POCL
    • intel
  • Update descriptions (openCL bind to use host opencl with singularity)

Notes: Current simpletrack JSON (this MR):

{
  "copies": 1,
  "threads_per_copy": 15,
  "events_per_thread": 20000,
  "wl-scores": {
    "simpletrack": 126422
  },
  "app": {
    "device_id": "0.0",
    "name": "Tesla T4",
    "platform": "NVIDIA CUDA",
    "containment": "singularity"
  }
}

Resulting hepscore

{
  "benchmarks": {
    "lhc-simpletrack-bmk": {
      "version": "ci-qa-latest",
      "args": {
        "-p": 30000,
        "-t": 200,
        "-b": "all"
      },
      "run0": {
        "start_at": "Wed Nov  4 16:02:34 2020",
        "end_at": "Wed Nov  4 16:03:23 2020",
        "duration": 49,
        "report": {
          "wl-scores": {
            "simpletrack": 138035
          }
        }
      },
      "run1": {
        "start_at": "Wed Nov  4 16:03:23 2020",
        "end_at": "Wed Nov  4 16:04:11 2020",
        "duration": 48,
        "report": {
          "wl-scores": {
            "simpletrack": 138334
          }
        }
      },
      "run2": {
        "start_at": "Wed Nov  4 16:04:11 2020",
        "end_at": "Wed Nov  4 16:05:00 2020",
        "duration": 49,
        "report": {
          "wl-scores": {
            "simpletrack": 138644
          }
        }
      },
      "app": {
        "device_id": "0.0",
        "name": "Tesla T4",
        "platform": "NVIDIA CUDA",
        "containment": "singularity"
      },
      "run_info": {
        "copies": 1,
        "threads_per_copy": 200,
        "events_per_thread": 30000
      }
    }
  },
  "app_info": {
    "name": "HEPscore20",
    "reference_machine": "CPU Intel(R) Xeon(R) CPU E5-2630 v3 @ 2.40GHz",
    "registry": "",
    "hash": "74e08d44e355fb9d557b7e5661264956f1951c5502d79425184c8869c0458169",
    "hepscore_ver": "1.0.0.0rc9.dev7"
  },
  "settings": {
    "method": "geometric_mean",
    "repetitions": 3,
    "scaling": 1,
    "container_exec": "singularity",
    "replay": false
  },
  "environment": {
    "system": "Linux bmk-gpu-01.cern.ch 3.10.0-1127.19.1.el7.x86_64 #1 SMP Tue Aug 25 17:23:54 UTC 2020 x86_64",
    "date": "Wed Nov  4 16:02:34 2020",
    "singularity_version": "singularity version 3.6.4-1.el7"
  },
  "wl-scores": {
    "lhc-simpletrack-bmk": {
      "simpletrack": 138334,
      "simpletrack_ref": 1
    }
  },
  "score": 138334,
  "status": "success",
  "score_per_core": 34583.5
}
Edited by David Southwick

Merge request reports