-
Notifications
You must be signed in to change notification settings - Fork 1
/
camelyon17_rfc_r0r1_syn.sh
88 lines (62 loc) · 2.38 KB
/
camelyon17_rfc_r0r1_syn.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#!/bin/bash
#SBATCH --job-name=camelyon17_rfc_r0r1
#SBATCH --time=6:00:00
#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=4
#SBATCH --mem=32000
#SBATCH --account=cds
#SBATCH --array=0-4
#SBATCH --chdir=/home/jz3786/wilds
#SBATCH --output=/home/jz3786/wilds/logs/%x-%j.out
source /share/apps/anaconda3/2020.07/etc/profile.d/conda.sh
conda activate py36;
i=0;
for seed in 0 1 2 3 4;
do
for method in old;
do
for weight_decay in 0.000001;
do
for thr in 0;
do
methods[$i]=$method;
wd[$i]=$weight_decay;
seeds[$i]=$seed;
thrs[$i]=$thr;
i=$(($i+1));
done
done
done
done
final_seed=${seeds[$SLURM_ARRAY_TASK_ID]}
final_wd=${wd[$SLURM_ARRAY_TASK_ID]}
final_thr=${thrs[$SLURM_ARRAY_TASK_ID]}
final_method=${methods[$SLURM_ARRAY_TASK_ID]}
final_mode=iid
mark=2round_rfc1erm_rfc20.01_even
source1_dir=results/erm_camelyon17_wd0.01_seed${final_seed}
source2_dir=results/rfc_camelyon17_eval${final_mode}_wd0.01_seed${final_seed}
#eval (iid/ood)
for source_dir in ${source1_dir} ${source2_dir};
do
echo ${source_dir}
python src/analysis_earlystop.py --result_dir ${source_dir}/
python src/run_expt_rfc_eval.py --version "1.0" --root_dir data/camelyon17/ \
--log_dir ${source_dir} --eval_only \
--eval_epoch `cat ${source_dir}/eval_epochs_${final_mode}.txt` \
--dataset camelyon17 --algorithm ERM --model densenet121 --seed ${final_seed}
done
resdir=results/syn_${final_method}_camelyon17_${mark}_eval${final_mode}_wd${final_wd}_seed${final_seed}/
mkdir $resdir
python src/generate_groups.py --dataset camelyon17 \
--pred_dirs ${source1_dir} ${source2_dir} \
--pred_epochs `cat ${source1_dir}/eval_epochs_${final_mode}.txt` `cat ${source2_dir}/eval_epochs_${final_mode}.txt` \
--pred_seed ${final_seed} --result_dir ${resdir}
python src/run_expt_synthesis.py --version "1.0" --root_dir data/camelyon17/ --save_step 1 \
--rfc_groups_dir ${resdir} --log_dir ${resdir} --weight_decay ${final_wd} --n_epochs 20 \
--dataset camelyon17 --algorithm mtERM --model densenet121 --seed ${final_seed} \
--distinct_groups True --uniform_over_groups True --n_groups_per_batch 2 --train_loader group \
--loss_function rfcmt_cross_entropy --algo_log_metric rfcmtaccuracy --process_outputs_function None \
--syn_sample False --syn_threshold ${final_thr} --group_method ${final_method}