-
Notifications
You must be signed in to change notification settings - Fork 2
/
eval_reader.sh
executable file
·44 lines (35 loc) · 1.2 KB
/
eval_reader.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
#!/bin/bash
USAGE="bash $0 [-n NAME] [-e EVAL_READER_FILE] [-m MODEL] [-g GPU]"
DATE=`date +%Y%m%d-%H%M`
while getopts n:e:m:g: opt ; do
case ${opt} in
n ) FLG_N="TRUE"; NAME=${OPTARG};;
e ) FLG_E="TRUE"; EVAL_READER_FILE=${OPTARG};;
m ) FLG_M="TRUE"; MODEL=${OPTARG};;
g ) FLG_G="TRUE"; GPU=${OPTARG};;
* ) echo ${USAGE} 1>&2; exit 1 ;;
esac
done
test "${FLG_N}" != "TRUE" && (echo ${USAGE} && exit 1)
test "${FLG_E}" != "TRUE" && (echo ${USAGE} && exit 1)
test "${FLG_M}" != "TRUE" && (echo ${USAGE} && exit 1)
test "${FLG_G}" == "TRUE" && export CUDA_VISIBLE_DEVICES=$GPU
# Eval Reader =============================
set -ex
source scripts/configs/config.pth
DIR_PROJECT=$DIR_DPR/$NAME
# cp $CONFIG $DIR_PROJECT/reader/hps.json
# cp $0 $DIR_PROJECT/reader/logs/run_${DATE}.sh
LOG_FILE=$DIR_PROJECT/reader/logs/eval_${DATE}.log
mkdir -p `dirname $LOG_FILE`
echo "# bash $0 $@" > $LOG_FILE
python train_reader.py \
--dev_file $EVAL_READER_FILE \
--model_file $MODEL \
--prediction_results_dir $DIR_PROJECT/reader/results \
--config $DIR_PROJECT/reader/hps.json \
| tee -a $LOG_FILE
echo "
### $EVAL_READER_FILE
`grep "EM" $LOG_FILE`
" >> $DIR_PROJECT/reader/results/eval_accuracy.txt