From 8a79eb5371b4567812e74a83577d2a57f047ea9a Mon Sep 17 00:00:00 2001 From: IDreDD <apfedcup@gmail.com> Date: Mon, 26 Aug 2019 17:00:01 +0200 Subject: [PATCH] test of new file configuration --- Dockerfile | 3 +++ requirements.txt | 2 ++ app.py => routine_pull.py | 0 3 files changed, 5 insertions(+) create mode 100644 Dockerfile rename app.py => routine_pull.py (100%) diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..cd23206 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,3 @@ +RUN export PYTHONPATH=./spark-2.4.0-bin-hadoop2.7/nxcals-python3-env/lib/python3.6/site-packages + +RUN spark-submit --master yarn routine_pull \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index e4b6563..8d1c37d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,3 +1,5 @@ +pyspark +pyspark-stubs requests pytimber pyconf diff --git a/app.py b/routine_pull.py similarity index 100% rename from app.py rename to routine_pull.py -- GitLab