Skip to content
Open
Changes from 6 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 18 additions & 8 deletions 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -30,20 +30,30 @@ unzip -q rawdata.zip
# 1. Create a directory named data
mkdir data
# 2. Move the ./rawdata directory to ./data/raw

mkdir rawdata
mv ./rawdata ./data/raw
# 3. List the contents of the ./data/raw directory

ls ./data/raw
# 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs

mkdir -p ./data/processed/{server_logs,user_logs,event_logs}
# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs

mkdir -p ./data/processed/server_logs
cp ./data/raw/*server*.log ./data/processed/server_logs/
# 6. Repeat the above step for user logs and event logs

mkdir -p ./data/processed/user_logs
mkdir -p ./data/processed/event_logs
cp ./data/raw*server.log./data/processed/user_logs
cp ./data/raw*server.log./data/processed/event_logs
mkdir -p ./data/processed/server_logs
find ./data/raw -type f -name "*server*.log" -exec cp {} ./data/processed/server_logs/ \;
find ./data/raw -type f -name "*user*.log" -exec cp {} ./data/processed/user_logs/ \;
find ./data/raw -type f -name "*event*.log" -exec cp {} ./data/processed/event_logs/ \;
# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs

rm ./data/raw/*ipaddr* ./data/processed/user_logs/*ipaddr*
# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed
find ./data/processed -type f > ./data/inventory.txt

###########################################git sta

###########################################

echo "Project setup is complete!"
echo "Project setup is complete!"x`git push