Adding an orchestrator for simpletrack including CI benchmark mode tests

lhc/simpletrack/.simpletrack-ci.yml

@@ -2,6 +2,7 @@
 stages:
 - build
 - test
+- benchmark
 
 .job_template: &job_build
   stage: build
@@ -14,52 +15,54 @@ stages:
   - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
   - export HEP_TAG=`grep HEPWL_DOCKERIMAGETAG lhc/simpletrack/lhc-simpletrack.spec | cut -d "=" -f 2`
 
-nvidia:
+.job_template: &job_test
+  stage: test
+  environment:
+    name: test/$CI_COMMIT_REF_NAME
+  script: [ "echo test" ]
+
+.job_template: &job_benchmark
+  stage: benchmark
+  environment:
+    name: test/$CI_COMMIT_REF_NAME
+  script: [ "echo test" ]
+  variables:
+    BENCHMARK: "device"
+  artifacts:
+    paths:
+    - jobs/
+ 
+build:nvidia:
   <<: *job_build
   script:
-  - mkdir public && wget http://img.shields.io/badge/${HEP_TAG}-Failed-red?style=flat-square -O public/build_simpletrack_nvidia.svg
   - /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/lhc/simpletrack/Dockerfile.nvidia --destination ${CI_REGISTRY_IMAGE}/lhc/simpletrack:nvidia-$HEP_TAG --destination ${CI_REGISTRY_IMAGE}/lhc/simpletrack:nvidia-latest
-  - wget http://img.shields.io/badge/${HEP_TAG}-Done-green?style=flat-square -O public/build_simpletrack_nvidia.svg
-  artifacts:
-    paths:
-    - public/build_simpletrack_nvidia.svg
 
-intel:
+build:intel:
   <<: *job_build
   script:
-  - mkdir public && wget http://img.shields.io/badge/${HEP_TAG}-Failed-red?style=flat-square -O public/build_simpletrack_intel.svg
   - /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/lhc/simpletrack/Dockerfile.intel  --destination ${CI_REGISTRY_IMAGE}/lhc/simpletrack:intel-$HEP_TAG --destination ${CI_REGISTRY_IMAGE}/lhc/simpletrack:intel-latest
-  - wget http://img.shields.io/badge/${HEP_TAG}-Done-green?style=flat-square -O public/build_simpletrack_intel.svg
-  artifacts:
-    paths:
-    - public/build_simpletrack_intel.svg
 
-pocl:
+build:pocl:
   <<: *job_build
   script:
-  - mkdir public && wget http://img.shields.io/badge/${HEP_TAG}-Failed-red?style=flat-square -O public/build_simpletrack_pocl.svg
   - /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/lhc/simpletrack/Dockerfile.pocl  --destination ${CI_REGISTRY_IMAGE}/lhc/simpletrack:pocl-$HEP_TAG --destination ${CI_REGISTRY_IMAGE}/lhc/simpletrack:pocl-latest
-  - wget http://img.shields.io/badge/${HEP_TAG}-Done-green?style=flat-square -O public/build_simpletrack_pocl.svg
-  artifacts:
-    paths:
-    - public/build_simpletrack_pocl.svg
 
-intel-test:
-  stage: test
+test:intel:
+  <<: *job_test
   image:
     name: gitlab-registry.cern.ch/hep-benchmarks/hep-workloads-gpu/lhc/simpletrack:intel-latest
-    entrypoint: [""]
-  environment:
-    name: test/$CI_COMMIT_REF_NAME
-  script:
-  - cd /simpletrack/examples/lhc && python3 benchmark_opencl.py -s && python3 benchmark_opencl.py -p 100 -t 5
 
-pocl-test:
-  stage: test
+test:pocl:
+  <<: *job_test
+  image:
+    name: gitlab-registry.cern.ch/hep-benchmarks/hep-workloads-gpu/lhc/simpletrack:pocl-latest
+
+bench:intel:
+  <<: *job_benchmark
+  image:
+    name: gitlab-registry.cern.ch/hep-benchmarks/hep-workloads-gpu/lhc/simpletrack:intel-latest
+
+bench:pocl:
+  <<: *job_benchmark
   image:
     name: gitlab-registry.cern.ch/hep-benchmarks/hep-workloads-gpu/lhc/simpletrack:pocl-latest
-    entrypoint: [""]
-  environment:
-    name: test/$CI_COMMIT_REF_NAME
-  script:
-  - cd /simpletrack/examples/lhc && python3 benchmark_opencl.py -s && python3 benchmark_opencl.py -p 100 -t 5