[fix] remove unused spaces in text

wenet-e2e · Dec 8, 2020 · 962dc11 · 962dc11
1 parent f32a40e
commit 962dc11
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/examples/aishell/s0/run.sh b/examples/aishell/s0/run.sh
@@ -27,11 +27,10 @@ train_config=conf/train_conformer.yaml
 checkpoint=
 cmvn=true
 dir=exp/sp_spec_aug
-
 # use average_checkpoint will get better result
 average_checkpoint=true
 decode_checkpoint=$dir/final.pt
-average_num=5
+average_num=10
 
 . utils/parse_options.sh || exit 1;
 
@@ -47,6 +46,14 @@ if [ ${stage} -le 0 ] && [ ${stop_stage} -ge 0 ]; then
     utils/perturb_data_dir_speed.sh 0.9 data/train data/train_sp0.9
     utils/perturb_data_dir_speed.sh 1.1 data/train data/train_sp1.1
     utils/combine_data.sh data/train_sp data/train data/train_sp0.9 data/train_sp1.1
+    for x in train_sp dev test; do
+        cp data/${x}/text data/${x}/text.org
+        paste -d " " <(cut -f 1 -d" " data/${x}/text.org) <(cut -f 2- -d" " data/${x}/text.org | tr -d " ") \
+            > data/${x}/text
+        rm data/${x}/text.org
+   done
+
+
 fi
 
 if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then