-
Notifications
You must be signed in to change notification settings - Fork 2
/
run-hmm-conformer.sh
128 lines (110 loc) · 6.18 KB
/
run-hmm-conformer.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
#!/usr/bin/env bash
stage=1
separate_prior_run=true
. ./cmd.sh
. ./path.sh
. parse_options.sh
# you might not want to do this for interactive shells.
set -e
num_units=$(tree-info exp/chain/tree/tree | grep "num-pdfs" | cut -d" " -f2)
seed=3407
if [ $stage -le 25 ]; then
## sbatch won't wait, just exit after sbatching
## and then come back like every three days till its done.
sbatch local/chain/run_training_parallel_6gpu.sh \
--py_script "local/chain/sb-train-mtl-conformer.py" \
--hparams "hyperparams/chain/Conformer-I.yaml"
exit
fi
if [[ $stage -le 26 && $separate_prior_run == "true" ]]; then
local/chain/run_training.sh \
--py_script "local/chain/sb-train-mtl-conformer.py" \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10"
fi
if [ $stage -le 27 ]; then
local/chain/decode.sh --datadir data/dev_clean \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_clean_bpe.5000.varikn_acwt1.0" \
--beam 40 --lattice_beam 20 \
--acwt 1.0 --post-decode-acwt 10.0 \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--py_script "local/chain/sb-test-conformer-mtl-avg.py" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_clean_bpe.5000.varikn_acwt1.0-largebeam"
local/chain/decode.sh --datadir data/dev_other/ \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_other_bpe.5000.varikn_acwt1.0" \
--beam 40 --lattice_beam 20 \
--acwt 1.0 --post-decode-acwt 10.0 \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--py_script "local/chain/sb-test-conformer-mtl-avg.py" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_other_bpe.5000.varikn_acwt1.0-largebeam"
fi
if [ $stage -le 28 ]; then
local/chain/decode.sh --datadir data/test_clean \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_test_clean_bpe.5000.varikn_acwt1.0" \
--beam 40 --lattice_beam 20 \
--acwt 1.0 --post-decode-acwt 10.0 \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--py_script "local/chain/sb-test-conformer-mtl-avg.py" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_test_clean_bpe.5000.varikn_acwt1.0-largebeam"
local/chain/decode.sh --datadir data/test_other/ \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_test_other_bpe.5000.varikn_acwt1.0" \
--beam 40 --lattice_beam 20 \
--acwt 1.0 --post-decode-acwt 10.0 \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--py_script "local/chain/sb-test-conformer-mtl-avg.py" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_test_other_bpe.5000.varikn_acwt1.0-largebeam"
fi
## Other LMS:
if [ $stage -le 29 ]; then
local/chain/decode.sh \
--acwt 1.0 --post-decode-acwt 10.0 \
--tree exp/chain/tree \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_clean_bpe.5000.varikn_acwt1.0" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_clean_3gram_pruned_char_acwt1.0" \
--graphdir "exp/chain/graph/graph_3gram_pruned_char"
local/chain/decode.sh \
--acwt 1.0 --post-decode-acwt 10.0 \
--tree exp/chain/tree \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--datadir "data/dev_other" \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_other_bpe.5000.varikn_acwt1.0" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_dev_other_3gram_pruned_char_acwt1.0" \
--graphdir "exp/chain/graph/graph_3gram_pruned_char"
fi
if [ $stage -le 30 ]; then
steps/lmrescore_const_arpa.sh --scoring-opts "--hyp_filtering_cmd cat" \
--cmd "$basic_cmd" data/lang_3gram_pruned_char/ data/lang_4gram_char_const \
data/dev_clean exp/chain/Conformer-I/3407-${num_units}units/decode_dev_clean_3gram_pruned_char_acwt1.0 \
exp/chain/Conformer-I/3407-${num_units}units/decode_dev_clean_4gram_char_rescored_acwt1.0
steps/lmrescore_const_arpa.sh --scoring-opts "--hyp_filtering_cmd cat" \
--cmd "$basic_cmd" data/lang_3gram_pruned_char/ data/lang_4gram_char_const \
data/dev_other exp/chain/Conformer-I/3407-${num_units}units/decode_dev_other_3gram_pruned_char_acwt1.0 \
exp/chain/Conformer-I/3407-${num_units}units/decode_dev_other_4gram_char_rescored_acwt1.0
fi
if [ $stage -le 31 ]; then
local/chain/decode.sh \
--acwt 1.0 --post-decode-acwt 10.0 \
--tree exp/chain/tree \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_test_clean_bpe.5000.varikn_acwt1.0" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_test_clean_3gram_pruned_char_acwt1.0" \
--graphdir "exp/chain/graph/graph_3gram_pruned_char"
local/chain/decode.sh \
--acwt 1.0 --post-decode-acwt 10.0 \
--tree exp/chain/tree \
--hparams "hyperparams/chain/Conformer-I.yaml --average_n_ckpts 10" \
--datadir "data/test_other" \
--stage 2 --posteriors_from "exp/chain/Conformer-I/3407-${num_units}units/decode_test_other_bpe.5000.varikn_acwt1.0" \
--decodedir "exp/chain/Conformer-I/3407-${num_units}units/decode_test_other_3gram_pruned_char_acwt1.0" \
--graphdir "exp/chain/graph/graph_3gram_pruned_char"
fi
if [ $stage -le 32 ]; then
steps/lmrescore_const_arpa.sh --scoring-opts "--hyp_filtering_cmd cat" \
--cmd "$basic_cmd" data/lang_3gram_pruned_char/ data/lang_4gram_char_const \
data/test_clean exp/chain/Conformer-I/3407-${num_units}units/decode_test_clean_3gram_pruned_char_acwt1.0 \
exp/chain/Conformer-I/3407-${num_units}units/decode_test_clean_4gram_char_rescored_acwt1.0
steps/lmrescore_const_arpa.sh --scoring-opts "--hyp_filtering_cmd cat" \
--cmd "$basic_cmd" data/lang_3gram_pruned_char/ data/lang_4gram_char_const \
data/test_other exp/chain/Conformer-I/3407-${num_units}units/decode_test_other_3gram_pruned_char_acwt1.0 \
exp/chain/Conformer-I/3407-${num_units}units/decode_test_other_4gram_char_rescored_acwt1.0
fi