Skip to content

Commit

Permalink
bumped versions on spark and graphframes
Browse files Browse the repository at this point in the history
  • Loading branch information
@michaelkamprath
michaelkamprath committed Jun 18, 2020
1 parent 21e5846 commit 3b4e44c
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 2 deletions.
6 changes: 5 additions & 1 deletion spark-qfs-swarm/jupyter-server/start-jupyter.sh
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,7 @@
#!/bin/bash

SHELL=/bin/bash XDG_RUNTIME_DIR=/home/spark/jupyter/runtime PYSPARK_DRIVER_PYTHON=jupyter PYSPARK_DRIVER_PYTHON_OPTS="notebook --no-browser --port=7777 --notebook-dir=/home/spark/jupyter/notebooks --ip=0.0.0.0 --NotebookApp.password='' --NotebookApp.token=''" $SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.7.0-spark2.4-s_2.11 --master spark://spark-master:7077
SHELL=/bin/bash \
XDG_RUNTIME_DIR=/home/spark/jupyter/runtime \
PYSPARK_DRIVER_PYTHON=jupyter \
PYSPARK_DRIVER_PYTHON_OPTS="notebook --no-browser --port=7777 --notebook-dir=/home/spark/jupyter/notebooks --ip=0.0.0.0 --NotebookApp.password='' --NotebookApp.token=''" \
$SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.8.0-spark2.4-s_2.11 --master spark://spark-master:7077
2 changes: 1 addition & 1 deletion spark-qfs-swarm/worker-node/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ MAINTAINER Michael Kamprath "https://github.com/michaelkamprath"
#

ARG QFS_VERSION=2.2.0
ARG SPARK_VERSION=2.4.5
ARG SPARK_VERSION=2.4.6
ARG HADOOP_MINOR_VERSION=2.7
ARG HADOOP_VERSION=2.7.2
ARG SCALA_VERSION=2.11.12
Expand Down

0 comments on commit 3b4e44c

Please sign in to comment.