Skip to content

Commit

Permalink
fixed qfs webui usage
Browse files Browse the repository at this point in the history
michaelkamprath committed Jan 2, 2020
1 parent a62e216 commit b088f42
Showing 2 changed files with 19 additions and 3 deletions.
15 changes: 14 additions & 1 deletion spark-qfs-swarm/qfs-master/qfs-conf/webUI.cfg
Original file line number Diff line number Diff line change
@@ -2,6 +2,19 @@
webServer.metaserverHost = qfs-master
webServer.metaserverPort = 20000
webServer.port = 20050
webServer.docRoot = $QFS_HOME/webui/files/
webServer.docRoot = /usr/local/qfs/webui/files/
webServer.host = 0.0.0.0
webserver.allmachinesfn = /dev/null

[chunk]
refreshInterval = 5
currentSize = 30
currentSpan =10
hourlySize = 30
hourlySpan =120
daylySize = 24
daylySpan = 3600
monthlySize = 30
monthlySpan = 86400
predefinedHeaders = D-Timer-overrun-count&D-Timer-overrun-sec&XMeta-location&Client-active&Buffer-usec-wait-avg&D-CPU-sys&D-CPU-user&D-Disk-read-bytes&D-Disk-read-count&D-Disk-write-bytes&D-Disk-write-count&Write-appenders&D-Disk-read-errors&D-Disk-write-errors&Num-wr-drives&Num-writable-chunks
predefinedChunkDirHeaders = Chunks&Dev-id&Read-bytes&D-Read-bytes&Read-err&D-Read-err&Read-io&D-Read-io&D-Read-time-microsec&Read-timeout&Space-avail&Space-util-pct&Started-ago&Stopped-ago&Write-bytes&D-Write-bytes&Write-err&D-Write-err&Write-io&D-Write-io&D-Write-time-microsec&Write-timeout&Chunk-server&Chunk-dir
7 changes: 5 additions & 2 deletions spark-qfs-swarm/worker-node/Dockerfile
Original file line number Diff line number Diff line change
@@ -62,7 +62,8 @@ RUN curl -sL --retry 3 \
| gunzip \
| tar x -C /usr/ \
&& mv /usr/$QFS_PACKAGE $QFS_HOME \
&& chown -R root:root $QFS_HOME
&& chown -R root:root $QFS_HOME \
&& ln -s $QFS_HOME /usr/local/qfs
ENV PATH $PATH:${QFS_HOME}/bin:${QFS_HOME}/bin/tools
RUN mkdir -p /data/qfs/ \
&& chown spark -R /data/qfs
@@ -79,9 +80,11 @@ RUN curl -sL --retry 3 \
| gunzip \
| tar x -C /usr/ \
&& mv /usr/$SPARK_PACKAGE $SPARK_HOME \
&& chown -R root:root $SPARK_HOME
&& chown -R root:root $SPARK_HOME \
&& ln -s $SPARK_HOME /usr/local/spark
RUN mkdir -p /data/spark \
&& chown spark -R /data/spark


# add python libraries useful in PySpark
RUN python3 -mpip install matplotlib \

0 comments on commit b088f42

Please sign in to comment.