diff --git a/spark-qfs-swarm/worker-node/Dockerfile b/spark-qfs-swarm/worker-node/Dockerfile index 41a0ed5..5a40c82 100644 --- a/spark-qfs-swarm/worker-node/Dockerfile +++ b/spark-qfs-swarm/worker-node/Dockerfile @@ -87,7 +87,7 @@ RUN mkdir -p /data/spark \ # add python libraries useful in PySpark RUN python3 -mpip install matplotlib \ - && pip3 install pandas + && pip3 install pandas seaborn # set up command COPY start-worker-node.sh / diff --git a/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf b/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf index 8cb9440..4e22020 100644 --- a/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf +++ b/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf @@ -8,7 +8,7 @@ spark.executor.memory 24g spark.executor.cores 6 # driver configurations -spark.driver.memory 4g +spark.driver.memory 8g spark.driver.cores 2 # operational configurations