Merge pull request kaldi-asr#19 from chimechallenge/diarize_scoring

Changed scoring for diarization in track 2

egs/chime6/s5_track2/RESULTS

@@ -10,8 +10,8 @@ Eval        5.6             5.9           11.5
 
 # Diarization
         DER       JER
-Dev     31.37     20.45
-Eval    30.67     18.97
+Dev     57.15     83.96
+Eval    54.12     80.33
 
 # ASR nnet3 tdnn+chain
 Dev: U06 58881 48061 81.62

egs/chime6/s5_track2/local/diarize.sh

@@ -83,13 +83,23 @@ if [ $stage -le 4 ]; then
   echo "$0: wrote RTTM to output directory ${out_dir}"
 fi
 
+# For scoring the diarization system, we use the same tool that was
+# used in the DIHARD II challenge. This is available at:
+# https://github.com/nryant/dscore
 if [ $stage -le 5 ]; then
   if [ -f $ref_rttm ]; then
     echo "$0: computing diariztion error rate (DER) using reference ${ref_rttm}"
-    mkdir -p $out_dir/tuning/
-    md-eval.pl -c 0.25 -1 -r $ref_rttm -s $out_dir/rttm 2> $out_dir/log/der.log > $out_dir/der
-    der=$(grep -oP 'DIARIZATION\ ERROR\ =\ \K[0-9]+([.][0-9]+)?' ${out_dir}/der)
-    echo "DER: $der%"
+    ref_rttm_path=$((readlink -f $ref_rttm))
+    out_rttm_path=$((readlink -f $out_dir/rttm))
+    if ! [ -d dscore ]; then
+      git clone https://github.com/nryant/dscore.git || exit 1;
+      cd dscore
+      python -m pip install --user -r requirements.txt
+      cd ..
+    fi
+    cd dscore
+    python score.py -r $ref_rttm_path -s $out_rttm_path
+    cd ..
   fi
 fi