added pyarrow to support spark 3 pandas

DIYBigData · Jun 28, 2020 · 14ff3cd · 14ff3cd
1 parent 8392880
commit 14ff3cd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/spark-qfs-swarm/worker-node/Dockerfile b/spark-qfs-swarm/worker-node/Dockerfile
@@ -99,7 +99,7 @@ RUN mkdir -p /data/spark \
 
 # add python libraries useful in PySpark
 RUN python3 -mpip install matplotlib \
-	&& pip3 install pandas seaborn
+	&& pip3 install pandas seaborn pyarrow
 
 # copy QFS and Spark configurations
 COPY ./qfs-conf/* $QFS_HOME/conf/