Short script to fetch logs from server after profiling and exclude ou…

…t folder from git tracking
doutv · Nov 21, 2018 · 8268b56 · 8268b56
1 parent b161415
commit 8268b56
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/.gitignore b/.gitignore
@@ -3,5 +3,6 @@
 .idea
 .project
 .settings
+out/*
 target
 dizk.iml
diff --git a/src/main/java/profiler/scripts/fetch_logs.sh b/src/main/java/profiler/scripts/fetch_logs.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+. init.sh
+
+# Get master node URL
+readonly MASTER=`$SPARK_EC2_PATH -k $AWS_KEYPAIR_NAME -i $AWS_KEYPAIR_PATH --region=$AWS_REGION_ID get-master $AWS_CLUSTER_NAME | grep amazonaws.com`
+
+# Transfer logs back to local
+scp -i $AWS_KEYPAIR_PATH -r ec2-user@$MASTER:/tmp/spark-events/src/main/resources/logs/ $DIZK_REPO_PATH/out/