# GMM and SGMM numbers reported on eval2000
for x in exp/*/decode_dev*; do grep Sum  $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 45.1 | 4459 42989 | 59.2 28.8 12.0 4.3 45.1 77.8 | exp/tri1a/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 44.1 | 4459 42989 | 60.2 28.2 11.6 4.3 44.1 77.6 | exp/tri1b/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 39.6 | 4459 42989 | 64.6 25.1 10.3 4.2 39.6 75.4 | exp/tri2/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 36.8 | 4459 42989 | 67.2 22.7 10.0 4.0 36.8 73.8 | exp/tri3a/decode_dev_nopp_fsh_sw1_tg/score_12/eval2000.ctm.filt.sys
%WER 27.3 | 4459 42989 | 76.1 17.6 6.3 3.4 27.3 66.2 | exp/tri3b/decode_dev_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 33.1 | 4459 42989 | 70.7 21.4 7.8 3.8 33.1 69.4 | exp/tri3b/decode_dev_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
%WER 27.6 | 4459 42989 | 75.9 17.9 6.2 3.5 27.6 66.4 | exp/tri3b/decode_dev_nopp_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 33.2 | 4459 42989 | 70.8 21.6 7.6 4.0 33.2 69.3 | exp/tri3b/decode_dev_nopp_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
%WER 25.2 | 4459 42989 | 78.2 16.1 5.7 3.5 25.2 64.6 | exp/tri4a/decode_dev_fsh_sw1_fg/score_11/eval2000.ctm.filt.sys
%WER 25.6 | 4459 42989 | 77.7 16.3 6.1 3.3 25.6 65.2 | exp/tri4a/decode_dev_fsh_sw1_tg/score_12/eval2000.ctm.filt.sys
%WER 33.5 | 4459 42989 | 70.3 22.0 7.7 3.8 33.5 69.6 | exp/tri4a/decode_dev_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
%WER 24.5 | 4459 42989 | 78.6 15.7 5.7 3.1 24.5 64.0 | exp/tri5a/decode_dev_fsh_sw1_fg/score_12/eval2000.ctm.filt.sys
%WER 24.9 | 4459 42989 | 78.3 15.8 5.9 3.2 24.9 64.4 | exp/tri5a/decode_dev_fsh_sw1_tg/score_12/eval2000.ctm.filt.sys
%WER 32.6 | 4459 42989 | 71.2 21.5 7.4 3.8 32.6 69.1 | exp/tri5a/decode_dev_fsh_sw1_tg.si/score_11/eval2000.ctm.filt.sys
%WER 24.4 | 4459 42989 | 78.9 15.6 5.5 3.3 24.4 64.1 | exp/tri6a/decode_dev_fsh_sw1_fg/score_11/eval2000.ctm.filt.sys
%WER 24.8 | 4459 42989 | 78.5 15.8 5.6 3.3 24.8 64.7 | exp/tri6a/decode_dev_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
%WER 32.2 | 4459 42989 | 71.9 21.1 7.0 4.1 32.2 69.3 | exp/tri6a/decode_dev_fsh_sw1_tg.si/score_10/eval2000.ctm.filt.sys

# nnet2 result on eval2000
# use tri-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_eval2000*_tg; do grep Sum  $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 16.7 | 4459 42989 | 85.3 10.2 4.4 2.0 16.7 55.1 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_fsh_sw1_tg/score_10/eval2000.ctm.filt.sys
%WER 17.4 | 4459 42989 | 84.6 10.5 4.9 2.0 17.4 56.9 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_fsh_sw1_tg/score_12/eval2000.ctm.filt.sys
%WER 16.7 | 4459 42989 | 85.3 10.2 4.5 2.0 16.7 55.1 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_offline_fsh_sw1_tg/score_11/eval2000.ctm.filt.sys
# rescore with four-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_eval2000*_fg; do grep Sum  $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 16.4 | 4459 42989 | 85.6 10.1 4.3 2.0 16.4 54.6 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_fsh_sw1_fg/score_10/eval2000.ctm.filt.sys
%WER 17.0 | 4459 42989 | 85.0 10.3 4.7 2.0 17.0 56.1 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_fsh_sw1_fg/score_12/eval2000.ctm.filt.sys
%WER 16.3 | 4459 42989 | 85.6 10.0 4.4 2.0 16.3 54.5 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_offline_fsh_sw1_fg/score_11/eval2000.ctm.filt.sys

# nnet2 result on eval2000 for swbd subset
# use tri-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_eval2000*_tg; do grep Sum  $x/score_*/*.ctm.swbd.filt.sys | utils/best_wer.sh ; done
%WER 11.8 | 1831 21395 | 89.5 7.2 3.3 1.3 11.8 49.6 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_fsh_sw1_tg/score_11/eval2000.ctm.swbd.filt.sys
%WER 12.8 | 1831 21395 | 88.8 7.5 3.7 1.6 12.8 52.3 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_fsh_sw1_tg/score_12/eval2000.ctm.swbd.filt.sys
%WER 12.2 | 1831 21395 | 89.1 7.4 3.4 1.4 12.2 49.8 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_offline_fsh_sw1_tg/score_11/eval2000.ctm.swbd.filt.sys
# rescore with four-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_eval2000*_fg; do grep Sum  $x/score_*/*.ctm.swbd.filt.sys | utils/best_wer.sh ; done
%WER 11.5 | 1831 21395 | 89.9 7.0 3.1 1.3 11.5 48.1 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_fsh_sw1_fg/score_11/eval2000.ctm.swbd.filt.sys
%WER 12.3 | 1831 21395 | 89.2 7.2 3.5 1.5 12.3 50.8 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_fsh_sw1_fg/score_13/eval2000.ctm.swbd.filt.sys
%WER 11.8 | 1831 21395 | 89.6 7.2 3.2 1.4 11.8 49.0 | exp/nnet2_online/nnet_ms_a_online/decode_eval2000_utt_offline_fsh_sw1_fg/score_11/eval2000.ctm.swbd.filt.sys




# GMM and SGMM numbers reported on rt03
for x in exp/*/decode_rt03*; do grep Sum  $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 59.7 | 8420 76157 | 50.5 28.0 21.5 10.3 59.7 82.3 | exp/tri1a/decode_rt03_nopp_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 59.2 | 8420 76157 | 51.4 27.7 20.9 10.5 59.2 82.2 | exp/tri1b/decode_rt03_nopp_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 55.5 | 8420 76157 | 54.3 24.7 21.0 9.8 55.5 80.9 | exp/tri2/decode_rt03_nopp_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 53.9 | 8420 76157 | 57.4 25.0 17.6 11.4 53.9 81.7 | exp/tri3a/decode_rt03_nopp_fsh_sw1_tg/score_13/rt03.ctm.filt.sys
%WER 37.7 | 8420 76157 | 74.1 17.1 8.8 11.8 37.7 68.5 | exp/tri3b/decode_rt03_fsh_sw1_tg/score_15/rt03.ctm.filt.sys
%WER 49.6 | 8420 76157 | 60.9 20.4 18.6 10.5 49.6 78.1 | exp/tri3b/decode_rt03_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys
%WER 38.1 | 8420 76157 | 74.0 17.3 8.6 12.1 38.1 68.8 | exp/tri3b/decode_rt03_nopp_fsh_sw1_tg/score_15/rt03.ctm.filt.sys
%WER 49.8 | 8420 76157 | 61.0 20.8 18.3 10.8 49.8 78.3 | exp/tri3b/decode_rt03_nopp_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys
%WER 36.1 | 8420 76157 | 75.7 16.4 7.9 11.9 36.1 68.6 | exp/tri4a/decode_rt03_fsh_sw1_fg/score_15/rt03.ctm.filt.sys
%WER 36.4 | 8420 76157 | 75.0 16.5 8.5 11.4 36.4 69.0 | exp/tri4a/decode_rt03_fsh_sw1_tg/score_16/rt03.ctm.filt.sys
%WER 49.6 | 8420 76157 | 60.9 22.3 16.8 10.5 49.6 77.4 | exp/tri4a/decode_rt03_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys
%WER 35.2 | 8420 76157 | 76.7 15.9 7.4 11.9 35.2 69.5 | exp/tri5a/decode_rt03_fsh_sw1_fg/score_14/rt03.ctm.filt.sys
%WER 35.4 | 8420 76157 | 76.0 16.0 8.0 11.4 35.4 70.3 | exp/tri5a/decode_rt03_fsh_sw1_tg/score_15/rt03.ctm.filt.sys
%WER 48.7 | 8420 76157 | 61.3 21.9 16.8 10.0 48.7 78.5 | exp/tri5a/decode_rt03_fsh_sw1_tg.si/score_15/rt03.ctm.filt.sys
%WER 35.0 | 8420 76157 | 76.6 15.6 7.8 11.5 35.0 71.3 | exp/tri6a/decode_rt03_fsh_sw1_fg/score_14/rt03.ctm.filt.sys
%WER 35.4 | 8420 76157 | 76.1 15.9 8.0 11.5 35.4 71.6 | exp/tri6a/decode_rt03_fsh_sw1_tg/score_14/rt03.ctm.filt.sys
%WER 47.5 | 8420 76157 | 62.6 21.6 15.8 10.1 47.5 78.5 | exp/tri6a/decode_rt03_fsh_sw1_tg.si/score_14/rt03.ctm.filt.sys

# nnet2 result on rt03
# use tri-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_rt03*_tg; do grep Sum  $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 23.3 | 8420 76157 | 85.7 9.7 4.6 9.0 23.3 63.1 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_fsh_sw1_tg/score_11/rt03.ctm.filt.sys
%WER 29.9 | 8420 76157 | 85.3 10.0 4.7 15.2 29.9 75.1 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_fsh_sw1_tg/score_12/rt03.ctm.filt.sys
%WER 29.6 | 8420 76157 | 85.9 9.5 4.5 15.5 29.6 73.1 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_offline_fsh_sw1_tg/score_12/rt03.ctm.filt.sys
# rescore with four-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_rt03*_fg; do grep Sum  $x/score_*/*.ctm.filt.sys | utils/best_wer.sh ; done
%WER 23.1 | 8420 76157 | 86.0 9.6 4.5 9.1 23.1 62.6 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_fsh_sw1_fg/score_11/rt03.ctm.filt.sys
%WER 29.6 | 8420 76157 | 85.6 9.9 4.5 15.3 29.6 74.8 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_fsh_sw1_fg/score_12/rt03.ctm.filt.sys
%WER 29.4 | 8420 76157 | 86.2 9.4 4.4 15.6 29.4 72.9 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_offline_fsh_sw1_fg/score_12/rt03.ctm.filt.sys

# nnet2 result on rt03 for swbd subset
# use tri-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_rt03*_tg; do grep Sum  $x/score_*/*.ctm.swbd.filt.sys | utils/best_wer.sh ; done
%WER 17.0 | 3970 36721 | 88.3 8.2 3.6 5.3 17.0 62.9 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_fsh_sw1_tg/score_10/rt03.ctm.swbd.filt.sys
%WER 20.4 | 3970 36721 | 88.0 8.2 3.8 8.4 20.4 74.8 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_fsh_sw1_tg/score_11/rt03.ctm.swbd.filt.sys
%WER 19.4 | 3970 36721 | 88.4 7.9 3.6 7.8 19.4 72.5 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_offline_fsh_sw1_tg/score_11/rt03.ctm.swbd.filt.sys
# rescore with four-gram
for x in exp/nnet2_online/nnet_ms_a_online/decode_rt03*_fg; do grep Sum  $x/score_*/*.ctm.swbd.filt.sys | utils/best_wer.sh ; done
%WER 16.8 | 3970 36721 | 88.5 8.0 3.5 5.4 16.8 62.2 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_fsh_sw1_fg/score_10/rt03.ctm.swbd.filt.sys
%WER 20.2 | 3970 36721 | 88.3 8.1 3.6 8.5 20.2 74.3 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_fsh_sw1_fg/score_11/rt03.ctm.swbd.filt.sys
%WER 19.1 | 3970 36721 | 88.8 7.8 3.4 7.9 19.1 72.2 | exp/nnet2_online/nnet_ms_a_online/decode_rt03_utt_offline_fsh_sw1_fg/score_11/rt03.ctm.swbd.filt.sys

