Add pretrained model.

exp/decode-pruned-rnnt-L.sh

@@ -0,0 +1,53 @@
+#!/usr/bin/env bash
+
+export CUDA_VISIBLE_DEVICES="7"
+
+. path.sh
+set -ex
+
+# epoch=1
+# iter=2
+mode=1
+use_averaged_model=1
+
+epoch=39
+iter=116000
+avg_list="11 12 13 14 15"
+
+if [ $mode -eq 1 ]; then
+  for avg in $avg_list; do
+    ./pruned_transducer_stateless5/decode.py \
+      --epoch $epoch \
+      --avg $avg \
+      --exp-dir ./pruned_transducer_stateless5/exp-L \
+      --max-duration 600 \
+      --decoding-method fast_beam_search \
+      --max-sym-per-frame 1 \
+      --num-encoder-layers 18 \
+      --dim-feedforward 2048 \
+      --nhead 8 \
+      --encoder-dim 512 \
+      --decoder-dim 512 \
+      --joiner-dim 512 \
+      --use-averaged-model $use_averaged_model
+  done
+elif [ $mode -eq 2 ]; then
+  for avg in $avg_list; do
+    ./pruned_transducer_stateless5/decode.py \
+      --iter $iter \
+      --avg $avg \
+      --exp-dir ./pruned_transducer_stateless5/exp-L \
+      --max-duration 600 \
+      --decoding-method greedy_search \
+      --max-sym-per-frame 1 \
+      --num-encoder-layers 18 \
+      --dim-feedforward 2048 \
+      --nhead 8 \
+      --encoder-dim 512 \
+      --decoder-dim 512 \
+      --joiner-dim 512 \
+      --use-averaged-model $use_averaged_model
+  done
+else
+  echo "Unsupported mode $mode"
+fi

exp/export-L.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+set -e
+
+export CUDA_VISIBLE_DEVICES=0
+
+. path.sh
+epoch=39
+avg=13
+use_averaged_model=true
+
+
+./pruned_transducer_stateless5/export.py \
+  --exp-dir ./pruned_transducer_stateless5/exp-L \
+  --bpe-model data/lang_bpe_500/bpe.model \
+  --epoch $epoch \
+  --avg $avg \
+  --num-encoder-layers 18 \
+  --dim-feedforward 2048 \
+  --nhead 8 \
+  --encoder-dim 512 \
+  --decoder-dim 512 \
+  --joiner-dim 512 \
+  --use-averaged-model $use_averaged_model
+
+mv -v ./pruned_transducer_stateless5/exp-L/pretrained.pt ./pruned_transducer_stateless5/exp-L/pretrained-epoch-${epoch}-avg-${avg}-use-averaged-model-${use_averaged_model}.pt
+

exp/pretrained-epoch-39-avg-13-use-averaged-model-true.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a08d37513c609816cfa6a222181c9b9e73c8cb7293f1b2da215300cc11b7021
+size 466507299

exp/run-pruned-rnnt-L.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
+
+. path.sh
+
+./pruned_transducer_stateless5/train.py \
+  --world-size 8 \
+  --num-epochs 40 \
+  --start-epoch 1 \
+  --full-libri 1 \
+  --exp-dir pruned_transducer_stateless5/exp-L \
+  --max-duration 300 \
+  --use-fp16 0 \
+  --num-encoder-layers 18 \
+  --dim-feedforward 2048 \
+  --nhead 8 \
+  --encoder-dim 512 \
+  --decoder-dim 512 \
+  --joiner-dim 512