csukuangfj
commited on
Commit
•
97c5de0
1
Parent(s):
8e6389c
Add training and decoding scripts.
Browse files- exp/decode-pruned-rnnt-L.sh +24 -0
- exp/export-L.sh +22 -0
- exp/run-pruned-rnnt-L.sh +18 -0
exp/decode-pruned-rnnt-L.sh
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/usr/bin/env bash
|
2 |
+
|
3 |
+
export CUDA_VISIBLE_DEVICES="7"
|
4 |
+
|
5 |
+
set -ex
|
6 |
+
|
7 |
+
# for iter in 176000; do
|
8 |
+
for iter in 168000 160000 152000 144000; do
|
9 |
+
for avg in 10 11 12 13 14; do
|
10 |
+
./pruned_transducer_stateless5/decode.py \
|
11 |
+
--iter $iter \
|
12 |
+
--avg $avg \
|
13 |
+
--exp-dir ./pruned_transducer_stateless5/exp-L \
|
14 |
+
--max-duration 600 \
|
15 |
+
--decoding-method greedy_search \
|
16 |
+
--max-sym-per-frame 1 \
|
17 |
+
--num-encoder-layers 18 \
|
18 |
+
--dim-feedforward 2048 \
|
19 |
+
--nhead 8 \
|
20 |
+
--encoder-dim 512 \
|
21 |
+
--decoder-dim 512 \
|
22 |
+
--joiner-dim 512
|
23 |
+
done
|
24 |
+
done
|
exp/export-L.sh
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/usr/bin/env bash
|
2 |
+
|
3 |
+
export CUDA_VISIBLE_DEVICES=0
|
4 |
+
|
5 |
+
set -ex
|
6 |
+
|
7 |
+
epoch=39
|
8 |
+
avg=7
|
9 |
+
|
10 |
+
./pruned_transducer_stateless5/export.py \
|
11 |
+
--exp-dir ./pruned_transducer_stateless5/exp-L \
|
12 |
+
--bpe-model data/lang_bpe_500/bpe.model \
|
13 |
+
--epoch $epoch \
|
14 |
+
--avg $avg \
|
15 |
+
--num-encoder-layers 18 \
|
16 |
+
--dim-feedforward 2048 \
|
17 |
+
--nhead 8 \
|
18 |
+
--encoder-dim 512 \
|
19 |
+
--decoder-dim 512 \
|
20 |
+
--joiner-dim 512
|
21 |
+
|
22 |
+
mv -v ./pruned_transducer_stateless5/exp-L/pretrained.pt ./pruned_transducer_stateless5/exp-L/pretrained-epoch-${epoch}-avg-${avg}.pt
|
exp/run-pruned-rnnt-L.sh
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/usr/bin/env bash
|
2 |
+
|
3 |
+
export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
|
4 |
+
|
5 |
+
./pruned_transducer_stateless5/train.py \
|
6 |
+
--world-size 8 \
|
7 |
+
--num-epochs 40 \
|
8 |
+
--start-epoch 0 \
|
9 |
+
--full-libri 1 \
|
10 |
+
--exp-dir pruned_transducer_stateless5/exp-L \
|
11 |
+
--max-duration 300 \
|
12 |
+
--use-fp16 0 \
|
13 |
+
--num-encoder-layers 18 \
|
14 |
+
--dim-feedforward 2048 \
|
15 |
+
--nhead 8 \
|
16 |
+
--encoder-dim 512 \
|
17 |
+
--decoder-dim 512 \
|
18 |
+
--joiner-dim 512
|