diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..cd23206af6901f8e8b43e60f896327ed472bce87 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,3 @@ +RUN export PYTHONPATH=./spark-2.4.0-bin-hadoop2.7/nxcals-python3-env/lib/python3.6/site-packages + +RUN spark-submit --master yarn routine_pull \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index e4b656328388256f497d8cfa78bad20191966d8e..8d1c37dae0feac23ef8e471a08a5bc67e708c819 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,3 +1,5 @@ +pyspark +pyspark-stubs requests pytimber pyconf diff --git a/app.py b/routine_pull.py similarity index 100% rename from app.py rename to routine_pull.py