-
Notifications
You must be signed in to change notification settings - Fork 6
/
run_all_wrangling.sh
executable file
·30 lines (19 loc) · 1.11 KB
/
run_all_wrangling.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
#!/bin/bash
# usage: ./run_all_wrangling.sh
log_file=data_wrangling.log
if [ -f "$log_file" ]; then
rm "$log_file"
fi
python construct_formatted_dataset.py -i ../data/tweeted_videos -o ../data/formatted_tweeted_videos >> "$log_file"
sleep 60
echo '+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++' >> "$log_file"
python construct_formatted_dataset.py -i ../data/quality_videos -o ../data/formatted_quality_videos >> "$log_file"
sleep 60
echo '+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++' >> "$log_file"
python extract_engagement_map.py -i ../data/formatted_tweeted_videos -o ../data/engagement_map.p >> "$log_file"
sleep 60
echo '+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++' >> "$log_file"
python split_dataset_and_append_relative_engagement.py -i ../data/formatted_tweeted_videos -o ../engagement_prediction >> "$log_file"
sleep 60
echo '+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++' >> "$log_file"
python construct_channel_view_dataset.py -i ../engagement_prediction >> "$log_file"