Skip to content

Commit

Permalink
updated jupyter notebook
Browse files Browse the repository at this point in the history
Updated Jyputer Notebook to a newer version and added Jupyter extensions.
Enabled by default extensions for Table of Contents, code folding, and
execution time tracking.
michaelkamprath committed Dec 31, 2019
1 parent 56e7a12 commit d1c1eae
Showing 2 changed files with 10 additions and 2 deletions.
10 changes: 9 additions & 1 deletion spark-qfs-swarm/jupyter-server/Dockerfile
Original file line number Diff line number Diff line change
@@ -8,10 +8,18 @@ FROM qfs-master:latest

USER root
RUN apt-get install -y g++
RUN pip3 install jupyter
RUN pip3 install notebook==5.7.8 \
jupyter_nbextensions_configurator \
jupyter_contrib_nbextensions
COPY start-jupyter.sh /

USER spark
RUN jupyter contrib nbextension install --user
RUN jupyter nbextensions_configurator enable --user
RUN jupyter nbextension enable toc2/main
RUN jupyter nbextension enable codefolding/main
RUN jupyter nbextension enable execute_time/ExecuteTime

RUN mkdir -p /home/spark/jupyter/runtime \
&& mkdir -p /home/spark/jupyter/notebooks

2 changes: 1 addition & 1 deletion spark-qfs-swarm/jupyter-server/start-jupyter.sh
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
#!/bin/bash

SHELL=/bin/bash XDG_RUNTIME_DIR=/home/spark/jupyter/runtime PYSPARK_DRIVER_PYTHON=jupyter PYSPARK_DRIVER_PYTHON_OPTS="notebook --no-browser --port=7777 --notebook-dir=/home/spark/jupyter/notebooks --ip=* --no-browser --allow-root --NotebookApp.token='' --NotebookApp.password=''" $SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.7.0-spark2.4-s_2.11 --master spark://spark-master:7077
SHELL=/bin/bash XDG_RUNTIME_DIR=/home/spark/jupyter/runtime PYSPARK_DRIVER_PYTHON=jupyter PYSPARK_DRIVER_PYTHON_OPTS="notebook --no-browser --port=7777 --notebook-dir=/home/spark/jupyter/notebooks --ip=0.0.0.0 --NotebookApp.password='' --NotebookApp.token=''" $SPARK_HOME/bin/pyspark --packages graphframes:graphframes:0.7.0-spark2.4-s_2.11 --master spark://spark-master:7077

0 comments on commit d1c1eae

Please sign in to comment.