Complete Part 1: data ingest script (moves/copies/deletes + inventory)

Author: katariamonika

02_activities/assignments/assignment.sh

@@ -28,21 +28,30 @@ unzip -q rawdata.zip
 # Complete assignment here
 
 # 1. Create a directory named data
+mkdir -p data
 
 # 2. Move the ./rawdata directory to ./data/raw
+mv rawdata data/raw
 
 # 3. List the contents of the ./data/raw directory
+echo "Contents of ./data/raw:"
+ls -la data/raw
 
 # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs
+mkdir -p data/processed/{server_logs,user_logs,event_logs}
 
 # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs
+find data/raw -maxdepth 1 -type f -name '*server*.log' -print -exec cp {} data/processed/server_logs/ \;
 
 # 6. Repeat the above step for user logs and event logs
+find data/raw -maxdepth 1 -type f -name '*user*.log'   -print -exec cp {} data/processed/user_logs/ \;
+find data/raw -maxdepth 1 -type f -name '*event*.log'  -print -exec cp {} data/processed/event_logs/ \;
 
 # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
+find data/raw data/processed/user_logs -maxdepth 1 -type f -name '*ipaddr*' -print -delete
 
 # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed
-
+find data/processed -mindepth 2 -type f | sort > data/inventory.txt
 
 ###########################################