From d1c1eae8fd0b2b9c6a7e4f3544685f2debf6d590 Mon Sep 17 00:00:00 2001 From: Michael Kamprath Date: Mon, 30 Dec 2019 23:08:52 -0800 Subject: [PATCH] updated jupyter notebook Updated Jyputer Notebook to a newer version and added Jupyter extensions. Enabled by default extensions for Table of Contents, code folding, and execution time tracking. --- spark-qfs-swarm/jupyter-server/Dockerfile | 10 +++++++++- spark-qfs-swarm/jupyter-server/start-jupyter.sh | 2 +- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/spark-qfs-swarm/jupyter-server/Dockerfile b/spark-qfs-swarm/jupyter-server/Dockerfile index 8842feb..c0960ae 100644 --- a/spark-qfs-swarm/jupyter-server/Dockerfile +++ b/spark-qfs-swarm/jupyter-server/Dockerfile @@ -8,10 +8,18 @@ FROM qfs-master:latest USER root RUN apt-get install -y g++ -RUN pip3 install jupyter +RUN pip3 install notebook==5.7.8 \ + jupyter_nbextensions_configurator \ + jupyter_contrib_nbextensions COPY start-jupyter.sh / USER spark +RUN jupyter contrib nbextension install --user +RUN jupyter nbextensions_configurator enable --user +RUN jupyter nbextension enable toc2/main +RUN jupyter nbextension enable codefolding/main +RUN jupyter nbextension enable execute_time/ExecuteTime + RUN mkdir -p /home/spark/jupyter/runtime \ && mkdir -p /home/spark/jupyter/notebooks diff --git a/spark-qfs-swarm/jupyter-server/start-jupyter.sh b/spark-qfs-swarm/jupyter-server/start-jupyter.sh index 24ed0ea..2cc87c3 100644 --- a/spark-qfs-swarm/jupyter-server/start-jupyter.sh +++ b/spark-qfs-swarm/jupyter-server/start-jupyter.sh @@ -1,3 +1,3 @@ #!/bin/bash -SHELL=/bin/bash XDG_RUNTIME_DIR=/home/spark/jupyter/runtime PYSPARK_DRIVER_PYTHON=jupyter PYSPARK_DRIVER_PYTHON_OPTS="notebook --no-browser --port=7777 --notebook-dir=/home/spark/jupyter/notebooks --ip=* --no-browser --allow-root --NotebookApp.token='' --NotebookApp.password=''" $SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.7.0-spark2.4-s_2.11 --master spark://spark-master:7077 +SHELL=/bin/bash XDG_RUNTIME_DIR=/home/spark/jupyter/runtime PYSPARK_DRIVER_PYTHON=jupyter PYSPARK_DRIVER_PYTHON_OPTS="notebook --no-browser --port=7777 --notebook-dir=/home/spark/jupyter/notebooks --ip=0.0.0.0 --NotebookApp.password='' --NotebookApp.token=''" $SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.7.0-spark2.4-s_2.11 --master spark://spark-master:7077