From e3bdccae92ce55a1a027499fb571d9cb818612e4 Mon Sep 17 00:00:00 2001 From: Michael Kamprath Date: Sat, 2 Nov 2019 01:59:13 -0700 Subject: [PATCH] minor tweaks, QFS 2.1.3 --- spark-qfs-swarm/qfs-master/Dockerfile | 2 +- spark-qfs-swarm/qfs-master/qfs-conf/Metaserver.prp | 1 - spark-qfs-swarm/worker-node/Dockerfile | 2 +- 3 files changed, 2 insertions(+), 3 deletions(-) diff --git a/spark-qfs-swarm/qfs-master/Dockerfile b/spark-qfs-swarm/qfs-master/Dockerfile index 00302d7..e037ea0 100644 --- a/spark-qfs-swarm/qfs-master/Dockerfile +++ b/spark-qfs-swarm/qfs-master/Dockerfile @@ -10,7 +10,7 @@ FROM worker-node:latest # need python 2 for webserver RUN apt-get update \ - && apt-get install -y python2.7 less wget vim \ + && apt-get install -y python2.7 less wget vim openssh-client \ && ln -s /usr/bin/python2.7 /usr/bin/python2 \ && apt-get clean \ && rm -rf /var/lib/apt/lists/* diff --git a/spark-qfs-swarm/qfs-master/qfs-conf/Metaserver.prp b/spark-qfs-swarm/qfs-master/qfs-conf/Metaserver.prp index 2f86df3..3d602dc 100644 --- a/spark-qfs-swarm/qfs-master/qfs-conf/Metaserver.prp +++ b/spark-qfs-swarm/qfs-master/qfs-conf/Metaserver.prp @@ -1,6 +1,5 @@ metaServer.clientPort = 20000 metaServer.chunkServerPort = 30000 -metaServer.createEmptyFs = 1 metaServer.logDir = /data/qfs/logs metaServer.cpDir = /data/qfs/checkpoint metaServer.recoveryInterval = 30 diff --git a/spark-qfs-swarm/worker-node/Dockerfile b/spark-qfs-swarm/worker-node/Dockerfile index f868bd7..13a8add 100644 --- a/spark-qfs-swarm/worker-node/Dockerfile +++ b/spark-qfs-swarm/worker-node/Dockerfile @@ -48,7 +48,7 @@ RUN apt-get update \ && rm -rf /var/lib/apt/lists/* # QFS -ENV QFS_VERSION 2.1.2 +ENV QFS_VERSION 2.1.3 ENV HADOOP_VERSION 2.7.2 ENV QFS_PACKAGE qfs-debian-9-${QFS_VERSION}-x86_64 ENV QFS_HOME /usr/qfs-${QFS_VERSION}