Skip to content
Snippets Groups Projects
Commit adeacdde authored by Brice Copy's avatar Brice Copy
Browse files

Hardcode influxdb repo and pyarrow version

parent 71827794
No related branches found
No related tags found
1 merge request!1Draft: Fix stdout issue with latest Gitlab runner upgrade
Pipeline #2955444 passed
......@@ -3,16 +3,9 @@ FROM $FROM
ARG SPARK_NXCALS_URL=http://photons-resources.cern.ch/downloads/nxcals_pro/spark/spark-nxcals.zip
RUN cat <<EOF | tee /etc/yum.repos.d/influxdb.repo \
[influxdb] \
name = InfluxDB Repository - RHEL \$releasever \
baseurl = https://repos.influxdata.com/rhel/\$releasever/\$basearch/stable \
enabled = 1 \
gpgcheck = 1 \
gpgkey = https://repos.influxdata.com/influxdb.key \
EOF
RUN yum update -y && yum install -y python3 python3-pip python3-virtualenv git unzip bsdtar rsync CERN-CA-certs which influxdb && \
COPY influxdb.centos7.repo /etc/yum.repos.d/influxdb.repo
RUN yum update -y && yum install -y python3 python3-cython python3-pip python3-virtualenv git unzip bsdtar rsync CERN-CA-certs which influxdb && \
yum clean all
ENV SPARK_HOME=/opt/nxcals-spark
......@@ -34,7 +27,7 @@ USER etlworker
RUN cd $SPARK_HOME && \
yes | source $SPARK_HOME/source-me.sh && \
source $SPARK_HOME/nxcals-python3-env/bin/activate && \
pip3 list && pip3 install pyspark==2.3.2 pandas scipy influxdb pyarrow
pip3 list && pip3 install pyspark[sql]==2.3.2 pandas scipy influxdb pyarrow==0.8.0
RUN source $SPARK_HOME/nxcals-python3-env/bin/activate && \
pip3 install git+https://gitlab.cern.ch/industrial-controls/services/dash/dash-etl.git@develop
......
[influxdb]
name = InfluxDB Repository - RHEL 7
baseurl = https://repos.influxdata.com/rhel/7/x86_64/stable
enabled = 1
gpgcheck = 1
gpgkey = https://repos.influxdata.com/influxdb.key
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment