Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 30 additions & 2 deletions 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ cd newproject

mkdir analysis output
touch README.md
echo "# Project Name: DSI Consulting Inc." > README.md
touch analysis/main.py

# download client data
Expand All @@ -28,23 +29,50 @@ unzip -q rawdata.zip
# Complete assignment here

# 1. Create a directory named data
mkdir data


# 2. Move the ./rawdata directory to ./data/raw (eg. move it into ./data and rename it to raw)
mv rawdata raw
mv raw data


# 3. List the contents of the ./data/raw directory
cd data/raw
ls data/raw

# 4. Create the directory ./data/processed,
# then create the following sub-directories within it: server_logs, user_logs, and event_logs
cd ..
mkdir processed
cd processed
mkdir server_logs user_logs event_logs

# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs
cd ..
cp raw/server*.log processed/server_logs

# 6. Repeat the above step for user logs and event logs
cp raw/user*.log processed/user_logs
cp raw/event*.log processed/event_logs


# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
cd raw
rm ipaddr*.txt
rm user_ipaddr*.log

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed
cd ../processed
rm user_logs/user_ipaddr*.log

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed
cd ..
touch inventory.txt
cd processed
ls event_logs >> ../inventory.txt
ls server_logs >> ../inventory.txt
ls user_logs >> ../inventory.txt

###########################################

echo "Project setup is complete!"
echo "Project setup is complete!"
Loading