Skip to content

Commit

Permalink
updated evaluation
Browse files Browse the repository at this point in the history
  • Loading branch information
@proycon
proycon committed Jan 19, 2018
1 parent b06fd9f commit 7255856
Show file tree
Hide file tree
Showing 126 changed files with 1,507 additions and 3,351 deletions.
2 changes: 1 addition & 1 deletion data/submissions/evaluate-all.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ for f in ../goldstandard/*.json; do
nr=$(basename $d)
echo $nr>&2
mkdir -p evaluation/$nr 2>/dev/null
clin28-evaluate --noconfidence --out $d/$filename --ref ../goldstandard/$filename > evaluation/$nr/$filename 2>evaluation/$nr/${filename/json/log}
clin28-evaluate --out $d/$filename --ref ../goldstandard/$filename > evaluation/$nr/$filename 2>evaluation/$nr/${filename/json/log}
if [ $? -ne 0 ]; then
echo "Failed, check: evaluation/$nr/${filename/json/log}">&2
exit 2
Expand Down
50 changes: 15 additions & 35 deletions data/submissions/evaluation/0/page1144.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,10 @@
"f1score": 0.5142857142857142
},
"correction": {
"correct": 9.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 9.0,
"falseneg": 15.0,
"recall": 0.375,
"falsepos": 2.0,
"precision": 0.8181818181818182,
"f1score": 0.5142857142857142
}
Expand All @@ -26,11 +24,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 2.0,
"recall": 0.0
}
},
Expand All @@ -41,11 +36,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 2.0,
"recall": 0.0
}
},
Expand All @@ -56,11 +48,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 2.0,
"recall": 0.0
}
},
Expand All @@ -71,11 +60,8 @@
"recall": 1.0
},
"correction": {
"correct": 3.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 3.0,
"falseneg": 0.0,
"recall": 1.0
}
},
Expand All @@ -86,11 +72,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 1.0,
"recall": 0.0
}
},
Expand All @@ -101,11 +84,8 @@
"recall": 0.42857142857142855
},
"correction": {
"correct": 6.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 6.0,
"falseneg": 8.0,
"recall": 0.42857142857142855
}
}
Expand Down
29 changes: 9 additions & 20 deletions data/submissions/evaluation/0/page1146.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,10 @@
"f1score": 0.5000000000000001
},
"correction": {
"correct": 4.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 4.0,
"falseneg": 7.0,
"recall": 0.36363636363636365,
"falsepos": 1.0,
"precision": 0.8,
"f1score": 0.5000000000000001
}
Expand All @@ -26,11 +24,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 2.0,
"recall": 0.0
}
},
Expand All @@ -41,11 +36,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 2.0,
"recall": 0.0
}
},
Expand All @@ -56,11 +48,8 @@
"recall": 0.5714285714285714
},
"correction": {
"correct": 4.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 4.0,
"falseneg": 3.0,
"recall": 0.5714285714285714
}
}
Expand Down
43 changes: 13 additions & 30 deletions data/submissions/evaluation/0/page1147.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,10 @@
"f1score": 0.24
},
"correction": {
"correct": 3.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 3.0,
"falseneg": 14.0,
"recall": 0.17647058823529413,
"falsepos": 5.0,
"precision": 0.375,
"f1score": 0.24
}
Expand All @@ -26,11 +24,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 4.0,
"recall": 0.0
}
},
Expand All @@ -41,11 +36,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 1.0,
"recall": 0.0
}
},
Expand All @@ -56,11 +48,8 @@
"recall": 0.5
},
"correction": {
"correct": 3.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 3.0,
"falseneg": 3.0,
"recall": 0.5
}
},
Expand All @@ -71,11 +60,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 4.0,
"recall": 0.0
}
},
Expand All @@ -86,11 +72,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 2.0,
"recall": 0.0
}
}
Expand Down
43 changes: 13 additions & 30 deletions data/submissions/evaluation/0/page1160.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,10 @@
"f1score": 0.07142857142857142
},
"correction": {
"correct": 1.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 1.0,
"falseneg": 26.0,
"recall": 0.037037037037037035,
"falsepos": 0.0,
"precision": 1.0,
"f1score": 0.07142857142857142
}
Expand All @@ -26,11 +24,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 19.0,
"recall": 0.0
}
},
Expand All @@ -41,11 +36,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 1.0,
"recall": 0.0
}
},
Expand All @@ -56,11 +48,8 @@
"recall": 0.5
},
"correction": {
"correct": 1.0,
"incorrect": 0.0,
"accuracy": 1.0
},
"both": {
"truepos": 1.0,
"falseneg": 1.0,
"recall": 0.5
}
},
Expand All @@ -71,11 +60,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 2.0,
"recall": 0.0
}
},
Expand All @@ -86,11 +72,8 @@
"recall": 0.0
},
"correction": {
"correct": 0.0,
"incorrect": 0.0,
"accuracy": 0.0
},
"both": {
"truepos": 0.0,
"falseneg": 3.0,
"recall": 0.0
}
}
Expand Down
Loading

0 comments on commit 7255856

Please sign in to comment.