diff --git a/spark-qfs-swarm/deploy-spark-qfs-swarm.yml b/spark-qfs-swarm/deploy-spark-qfs-swarm.yml index f663e9a..a8b3bdd 100644 --- a/spark-qfs-swarm/deploy-spark-qfs-swarm.yml +++ b/spark-qfs-swarm/deploy-spark-qfs-swarm.yml @@ -58,14 +58,11 @@ services: - 4040:4040 volumes: - type: bind - source: /mnt/gfs/jupyter-notebooks + source: /mnt/share/jupyter-notebooks target: /home/spark/jupyter/notebooks - type: bind source: /mnt/data/spark target: /data/spark - - type: bind - source: /mnt/gfs/data - target: /gfs/data deploy: resources: limits: diff --git a/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf b/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf index fb4e0c6..5386eb3 100644 --- a/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf +++ b/spark-qfs-swarm/worker-node/spark-conf/spark-defaults.conf @@ -10,7 +10,7 @@ spark.executor.cores 12 spark.executor.extraJavaOptions -XX:+UseG1GC # driver configurations -spark.driver.memory 9g +spark.driver.memory 5g spark.driver.cores 2 # operational configurations