diff --git a/spark-qfs-swarm/jupyter-server/start-jupyter.sh b/spark-qfs-swarm/jupyter-server/start-jupyter.sh index ffc9ea1..a5c6a90 100644 --- a/spark-qfs-swarm/jupyter-server/start-jupyter.sh +++ b/spark-qfs-swarm/jupyter-server/start-jupyter.sh @@ -4,4 +4,4 @@ SHELL=/bin/bash \ XDG_RUNTIME_DIR=/home/spark/jupyter/runtime \ PYSPARK_DRIVER_PYTHON=jupyter \ PYSPARK_DRIVER_PYTHON_OPTS="notebook --no-browser --port=7777 --notebook-dir=/home/spark/jupyter/notebooks --ip=0.0.0.0 --NotebookApp.password='' --NotebookApp.token=''" \ - $SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.8.0-spark3.0-s_2.12 --master spark://spark-master:7077 + $SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.8.1-spark3.0-s_2.12 --master spark://spark-master:7077 diff --git a/spark-qfs-swarm/worker-node/Dockerfile b/spark-qfs-swarm/worker-node/Dockerfile index 4ad6bed..fca6197 100644 --- a/spark-qfs-swarm/worker-node/Dockerfile +++ b/spark-qfs-swarm/worker-node/Dockerfile @@ -16,10 +16,10 @@ MAINTAINER Michael Kamprath "https://github.com/michaelkamprath" # ARG QFS_VERSION=2.2.2 -ARG SPARK_VERSION=3.0.1 +ARG SPARK_VERSION=3.1.1 ARG HADOOP_MINOR_VERSION=2.7 ARG HADOOP_VERSION=2.7.2 -ARG SCALA_VERSION=2.12.12 +ARG SCALA_VERSION=2.12.13 RUN apt-get update \ && apt-get install -y locales \