-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun.sh
executable file
·68 lines (59 loc) · 1.42 KB
/
run.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
#!/bin/bash
if [ "$1" = "-v" ]; then
VERBOSE=1
shift
fi
if [ "$#" -ne 3 ] && [ "$#" -ne 4 ]; then
echo "usage: run.sh [-v] num_cores time_limit_in_s directory [email]"
exit 1
fi
N=$1
LIMIT=$2
DIR=$3
rm problems 2> /dev/null
ln -s $DIR problems
rm problems/*.done 2> /dev/null
rm -rf logs 2> /dev/null
mkdir logs
if [ "$VERBOSE" = "1" ]; then
make -f Makefile.ileancop -j $N LIMIT=$LIMIT VERBOSE=1
else
make -f Makefile.ileancop -j $N LIMIT=$LIMIT
fi
rm problems/*.done
echo -n "Total problems: "
ls problems/*.icp | wc -l
echo -n "Successes (theorems): "
grep "Intuitionistic Theorem" logs/*.log | wc -l
echo -n "Successes (non-theorems): "
grep "Intuitionistic Non-Theorem" logs/*.log | wc -l
echo -n "Timeouts: "
grep -L "Intuitionistic" logs/*.log | wc -l
echo
echo -n "Successes (0.00): "
./count_rating.sh "0.00"
echo -n "Successes (0.25): "
./count_rating.sh "0.25"
echo -n "Successes (0.50): "
./count_rating.sh "0.50"
echo -n "Successes (0.75): "
./count_rating.sh "0.75"
echo -n "Successes (1.00): "
./count_rating.sh "1.00"
echo
echo -n "Successes (< 1s): "
./count_time.sh 1
echo -n "Successes (< 5s): "
./count_time.sh 5
echo -n "Successes (< 10s): "
./count_time.sh 10
echo -n "Successes (< 30s): "
./count_time.sh 30
echo -n "Successes (< 60s): "
./count_time.sh 60
echo -n "Successes (< 120s): "
./count_time.sh 120
./list_successes.sh
if [ -n "$4" ]; then
echo "" | mail -s "Evaluation finished" "$4"
fi