diff --git a/spark-qfs-swarm/worker-node/Dockerfile b/spark-qfs-swarm/worker-node/Dockerfile index 04f74ed..acf1b99 100644 --- a/spark-qfs-swarm/worker-node/Dockerfile +++ b/spark-qfs-swarm/worker-node/Dockerfile @@ -99,7 +99,7 @@ RUN mkdir -p /data/spark \ # add python libraries useful in PySpark RUN python3 -mpip install matplotlib \ - && pip3 install pandas seaborn + && pip3 install pandas seaborn pyarrow # copy QFS and Spark configurations COPY ./qfs-conf/* $QFS_HOME/conf/