From 21e58468e1cb24c1c16dd8ac285aede49a7ef9c7 Mon Sep 17 00:00:00 2001
From: Michael Kamprath <michael@claireware.com>
Date: Sat, 6 Jun 2020 14:42:25 -0700
Subject: [PATCH] create tool for easily uploading files to qfs on cluster

---
 .../tools/upload_bz2_files_to_qfs.sh          | 20 +++++++++++++++++++
 1 file changed, 20 insertions(+)
 create mode 100755 spark-qfs-swarm/tools/upload_bz2_files_to_qfs.sh

diff --git a/spark-qfs-swarm/tools/upload_bz2_files_to_qfs.sh b/spark-qfs-swarm/tools/upload_bz2_files_to_qfs.sh
new file mode 100755
index 0000000..8d4f2fc
--- /dev/null
+++ b/spark-qfs-swarm/tools/upload_bz2_files_to_qfs.sh
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+#
+# Usage:
+#   ./upload_bz2_files_to_qfa.sh /local/path/to/source_dir /path/oth/qfs/destination_dir
+#
+# Will create docker container using the qfs-master image and connectiong to
+# the spark_cluster_network swarm network.
+#
+
+source_dir=${1%/}
+
+echo "Uploading files from $source_dir locally to $2 on QFS."
+docker run -it \
+    --network spark_cluster_network \
+    --mount type=bind,src=$source_dir,dst=/data \
+    --env DESTINATION_DIR=$2 \
+    qfs-master:latest \
+    /bin/bash -c \
+    'qfs -fs qfs://qfs-master:20000 -mkdir $DESTINATION_DIR; for filename in /data/*.bz2; do echo "uploading - ${filename} to $DESTINATION_DIR"; ( cptoqfs -s qfs-master -p 20000 -d "${filename}" -k $DESTINATION_DIR -r 2 ); done; echo "Finished uploading files."'