Skip to content
Snippets Groups Projects
Commit 97e9391e authored by Brice Copy's avatar Brice Copy
Browse files

Initial commit

parent 3607493d
No related branches found
No related tags found
No related merge requests found
ARG FROM=cern/cc7-base
FROM $FROM
ARG SPARK_NXCALS_URL=http://photons-resources.cern.ch/downloads/nxcals_pro/spark/spark-nxcals.zip
RUN yum update -y && yum install -y python3 python3-pip python3-virtualenv unzip bsdtar rsync CERN-CA-certs && \
yum clean all
ENV SPARK_HOME=/opt/nxcals-spark
RUN curl -s -k -L -o /tmp/nxcals-spark.zip $SPARK_NXCALS_URL && \
mkdir -p $SPARK_HOME && \
mkdir -p /work && \
chmod 777 /work && \
cd $SPARK_HOME && bsdtar --strip-components=1 -xvf /tmp/nxcals-spark.zip && \
rm /tmp/nxcals-spark.zip
ENV PATH $PATH:$SPARK_HOME:$SPARK_ENV/bin
RUN adduser etlworker -m
USER etlworker
RUN cd ~etlworker && python3 -m venv spark-venv && \
source ~etlworker/spark-venv/bin/activate && \
pip3 install pyspark
VOLUME /auth
WORKDIR /work
ENTRYPOINT ["/entrypoint.sh"]
pom.xml 0 → 100644
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>cern.ics.dash</groupId>
<artifactId>worker</artifactId>
<version>spark-2.4.0-hadoop-2.7</version>
<description>Dash :: NXCALS Spark image</description>
<scm>
<developerConnection>scm:git:ssh://git@gitlab.cern.ch:7999/industrial-controls/services/dash/worker.git</developerConnection>
</scm>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<spark.nxcals.url>http://photons-resources.cern.ch/downloads/nxcals_pro/spark/spark-nxcals.zip</spark.nxcals.url>
<docker.from>cern/cc7-base</docker.from>
</properties>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>3.0.0-M1</version>
<configuration>
<skip>true</skip>
</configuration>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>versions-maven-plugin</artifactId>
<version>2.5</version>
</plugin>
</plugins>
</build>
</project>
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment