diff --git a/egs/hkust/s5/RESULTS b/egs/hkust/s5/RESULTS index c419c9f6ddd..aac01fcb5af 100644 --- a/egs/hkust/s5/RESULTS +++ b/egs/hkust/s5/RESULTS @@ -1,3 +1,5 @@ +## Caution: these WERs are actually CERs. + # for x in exp/*/decode; do [ -d $x ] && grep WER $x/cer_* | utils/best_wer.sh; done %WER 80.67 [ 45198 / 56027, 1607 ins, 10733 del, 32858 sub ] exp/mono0a/decode/cer_9_0.0 %WER 58.79 [ 32939 / 56027, 2662 ins, 6124 del, 24153 sub ] exp/tri1/decode/cer_13_0.0 @@ -41,3 +43,6 @@ exp/nnet2_convnet/decode/cer_10:%WER 41.19 [ 23129 / 56154, 2599 ins, 3782 del, # nnet3 mfcc results (using speed perturbed data) exp/nnet3/tdnn_sp/decode_dev/cer_10:%WER 33.79 [ 18977 / 56154, 2027 ins, 3485 del, 13465 sub ] exp/nnet3/lstm_sp_ld5/decode_dev/cer_9:%WER 33.51 [ 18815 / 56154, 1813 ins, 3249 del, 13753 sub ] + + +# For nnet3+chain results, which are significantly better, see scripts in local/chain/tuning/. diff --git a/egs/hkust/s5/local/chain/compare_wer.sh b/egs/hkust/s5/local/chain/compare_wer.sh index b3376871a69..27a6b783433 100755 --- a/egs/hkust/s5/local/chain/compare_wer.sh +++ b/egs/hkust/s5/local/chain/compare_wer.sh @@ -39,25 +39,25 @@ for x in $*; do done echo -# print decode WER results -echo -n "# WER(%) " +# print decode CER results +echo -n "# CER(%) " for x in $*; do set_names $x - wer=$([ -d $x ] && grep WER $x/decode/cer_* | utils/best_wer.sh | awk '{print $2}') + wer=$([ -d $x ] && grep CER $x/decode/cer_* | utils/best_wer.sh | awk '{print $2}') printf "% 10s" $wer done echo -# so how about online WER? +# so how about online CER? if $include_online; then - echo -n "# WER(%)[online] " + echo -n "# CER(%)[online] " for x in $*; do set_names $x wer=$(cat ${x}_online/decode/cer_* | utils/best_wer.sh | awk '{print $2}') printf "% 10s" $wer done echo - echo -n "# WER(%)[per-utt] " + echo -n "# CER(%)[per-utt] " for x in $*; do set_names $x wer_per_utt=$(cat ${x}_online/decode_per_utt/cer_* | utils/best_wer.sh | awk '{print $2}') diff --git a/egs/hkust/s5/local/chain/tuning/run_tdnn_2a.sh b/egs/hkust/s5/local/chain/tuning/run_tdnn_2a.sh old mode 100644 new mode 100755 index 0fc0de36a45..f771387785c --- a/egs/hkust/s5/local/chain/tuning/run_tdnn_2a.sh +++ b/egs/hkust/s5/local/chain/tuning/run_tdnn_2a.sh @@ -5,9 +5,9 @@ # Results # local/chain/compare_wer.sh --online exp/chain/tdnn_7h_chain_2b_sp # Model tdnn_7h_chain_2b_sp -# WER(%) 23.67 -# WER(%)[online] 23.69 -# WER(%)[per-utt] 24.67 +# CER(%) 23.67 +# CER(%)[online] 23.69 +# CER(%)[per-utt] 24.67 # Final train prob -0.0895 # Final valid prob -0.1251 # Final train prob (xent) -1.3628