Commit 0f415843 authored by Michal Maciejewski's avatar Michal Maciejewski
Browse files

Final check of notebooks prior to the HWC

parent f3e3da3a
Pipeline #2223877 failed with stage
in 56 seconds
stages:
- deploy
- execute-nxcals-notebook
# - execute-nxcals-notebook
deploy_production_eos_rb:
stage: deploy
......@@ -114,45 +114,45 @@ deploy_production_eos_80_120A:
before_script: []
after_script: []
variables:
KRB5CCNAME: "/tmp/krb5cc"
NAME: "gitlab-registry.cern.ch/pkothuri/spark-pipelines/sparknotebook"
#variables:
# KRB5CCNAME: "/tmp/krb5cc"
# NAME: "gitlab-registry.cern.ch/pkothuri/spark-pipelines/sparknotebook"
execute_nxcals_notebook:
stage: execute-nxcals-notebook
script:
# kinit to obtain kerberos credentials
- echo "$EOS_ACCOUNT_PASSWORD" | kinit -c $KRB5CCNAME "$EOS_ACCOUNT_USERNAME@CERN.CH"
# NXCALS configuration
- export LCG_VIEW=/cvmfs/sft.cern.ch/lcg/views/LCG_95apython3_nxcals/x86_64-centos7-gcc7-opt
- source $LCG_VIEW/setup.sh
- source /cvmfs/sft.cern.ch/lcg/etc/hadoop-confext/hadoop-swan-setconf.sh hadoop-nxcals
- export PYTHONPATH=/usr/local/lib/python3.6/site-packages/:$PYTHONPATH
#- xrdcp -f -r root://eosuser.cern.ch//eos/project/l/lhcsm/venv/ /tmp/
- pip install -t /tmp/ tzlocal
- pip install -t /tmp/ influxdb
- pip install -t /tmp/ lhcsmapi
- pip install -t /tmp/ plotly
- pip install -t /tmp/ tqdm
- export PYTHONPATH=$PYTHONPATH:/tmp/
- export OUTPUT_DIR=/eos/project/l/lhcsm/hwc/
- export NXCALS_JARS=$(ls $LCG_VIEW/nxcals/nxcals_java/* | xargs | sed -e 's/ /:/g')
- keytool -import -alias cerngridCA -file /etc/pki/tls/certs/CERN_Grid_Certification_Authority.crt -keystore /tmp/truststore.jks -storepass password -noprompt
- keytool -import -alias cernRootCA2 -file /etc/pki/tls/certs/CERN_Root_Certification_Authority_2.crt -keystore /tmp/truststore.jks -storepass password -noprompt
# Execute the notebook, convert to pdf and copy the pdf to EOS folder
- echo $CLUSTER
- echo $NOTEBOOK_NAME
- echo $CIRCUIT_NAME
- echo $START_TIME
- echo $END_TIME
- python3 execute_notebook.py $NOTEBOOK_NAME $CIRCUIT_NAME $START_TIME $END_TIME
image: "gitlab-registry.cern.ch/pkothuri/spark-pipelines/sparknotebook:v1.0"
only:
refs:
- schedules
- web
- triggers
variables:
- $CLUSTER == "hadoop-nxcals"
tags:
- docker
#execute_nxcals_notebook:
# stage: execute-nxcals-notebook
# script:
# # kinit to obtain kerberos credentials
# - echo "$EOS_ACCOUNT_PASSWORD" | kinit -c $KRB5CCNAME "$EOS_ACCOUNT_USERNAME@CERN.CH"
# # NXCALS configuration
# - export LCG_VIEW=/cvmfs/sft.cern.ch/lcg/views/LCG_95apython3_nxcals/x86_64-centos7-gcc7-opt
# - source $LCG_VIEW/setup.sh
# - source /cvmfs/sft.cern.ch/lcg/etc/hadoop-confext/hadoop-swan-setconf.sh hadoop-nxcals
# - export PYTHONPATH=/usr/local/lib/python3.6/site-packages/:$PYTHONPATH
# #- xrdcp -f -r root://eosuser.cern.ch//eos/project/l/lhcsm/venv/ /tmp/
# - pip install -t /tmp/ tzlocal
# - pip install -t /tmp/ influxdb
# - pip install -t /tmp/ lhcsmapi
# - pip install -t /tmp/ plotly
# - pip install -t /tmp/ tqdm
# - export PYTHONPATH=$PYTHONPATH:/tmp/
# - export OUTPUT_DIR=/eos/project/l/lhcsm/hwc/
# - export NXCALS_JARS=$(ls $LCG_VIEW/nxcals/nxcals_java/* | xargs | sed -e 's/ /:/g')
# - keytool -import -alias cerngridCA -file /etc/pki/tls/certs/CERN_Grid_Certification_Authority.crt -keystore /tmp/truststore.jks -storepass password -noprompt
# - keytool -import -alias cernRootCA2 -file /etc/pki/tls/certs/CERN_Root_Certification_Authority_2.crt -keystore /tmp/truststore.jks -storepass password -noprompt
# # Execute the notebook, convert to pdf and copy the pdf to EOS folder
# - echo $CLUSTER
# - echo $NOTEBOOK_NAME
# - echo $CIRCUIT_NAME
# - echo $START_TIME
# - echo $END_TIME
# - python3 execute_notebook.py $NOTEBOOK_NAME $CIRCUIT_NAME $START_TIME $END_TIME
# image: "gitlab-registry.cern.ch/pkothuri/spark-pipelines/sparknotebook:v1.0"
# only:
# refs:
# - schedules
# - web
# - triggers
# variables:
# - $CLUSTER == "hadoop-nxcals"
# tags:
# - docker
__version__ = "1.5.0"
__version__ = "1.5.1"
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment