Hugging Face's logo

espnet
/
simpleoier_ls960_asr2_train_e_branchformer1_1gpu_raw_wavlm_large_21_km1k_bpe_rm5k_bpe_ts5k_sp

Automatic Speech Recognition
ESPnet
English
audio
Model card Files Community
simpleoier commited on
Commit
bc23ca9
•
1 Parent(s): ef83757

Update Model

Browse files
Files changed (26) hide show
  1. .gitattributes +3 -35
  2. README.md +0 -0
  3. data/token_list/src_bpe_unigram5000_rm_wavlm_large_21_km1000/bpe.model +3 -0
  4. data/token_list/tgt_bpe_unigram5000_ts_en/bpe.model +3 -0
  5. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/RESULTS.md +38 -0
  6. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/config.yaml +0 -0
  7. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/acc.png +0 -0
  8. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/backward_time.png +0 -0
  9. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/cer.png +0 -0
  10. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/cer_ctc.png +0 -0
  11. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/clip.png +0 -0
  12. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/forward_time.png +0 -0
  13. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/gpu_max_cached_mem_GB.png +0 -0
  14. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/grad_norm.png +0 -0
  15. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/iter_time.png +0 -0
  16. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss.png +0 -0
  17. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss_att.png +0 -0
  18. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss_ctc.png +0 -0
  19. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss_scale.png +0 -0
  20. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/optim0_lr0.png +0 -0
  21. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/optim_step_time.png +0 -0
  22. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/train_time.png +0 -0
  23. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/wer.png +0 -0
  24. exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/valid.acc.ave.pth +3 -0
  25. exp/kmeans/wavlm_large_21_1000clusters/km_1000.mdl +3 -0
  26. meta.yaml +8 -0
.gitattributes CHANGED
@@ -1,35 +1,3 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd6af64dfe26873f5ba1ff3a53bdf18a390608a2f2f076f2c4f47c9675fa5037
3
+ size 1657
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
README.md CHANGED
The diff for this file is too large to render. See raw diff
 
data/token_list/src_bpe_unigram5000_rm_wavlm_large_21_km1000/bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a1a80622801425110832ac0969132be3ef02ce5f32cb3cf9c676a96d74a238a
3
+ size 321285
data/token_list/tgt_bpe_unigram5000_ts_en/bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62d54cd9f9a8df7430c0a9e6035fb2512619044f0797212f76f81a87a7d6d0cb
3
+ size 325087
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/RESULTS.md ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <!-- Generated by scripts/utils/show_asr_result.sh -->
2
+ # RESULTS
3
+ ## Environments
4
+ - date: `Fri Jun 23 09:33:15 CDT 2023`
5
+ - python version: `3.9.16 (main, May 15 2023, 23:46:34) [GCC 11.2.0]`
6
+ - espnet version: `espnet 202304`
7
+ - pytorch version: `pytorch 1.13.1`
8
+ - Git hash: ``
9
+ - Commit date: ``
10
+
11
+ ## exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp
12
+ ### WER
13
+
14
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
15
+ |---|---|---|---|---|---|---|---|---|
16
+ |decode_ctc0.3_asr_model_valid.acc.ave/dev_clean|2703|54402|98.1|1.8|0.2|0.2|2.1|27.6|
17
+ |decode_ctc0.3_asr_model_valid.acc.ave/dev_other|2864|50948|95.8|3.9|0.3|0.4|4.6|42.7|
18
+ |decode_ctc0.3_asr_model_valid.acc.ave/test_clean|2620|52576|97.9|1.9|0.2|0.3|2.4|29.3|
19
+ |decode_ctc0.3_asr_model_valid.acc.ave/test_other|2939|52343|95.9|3.8|0.3|0.5|4.6|43.6|
20
+
21
+ ### CER
22
+
23
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
24
+ |---|---|---|---|---|---|---|---|---|
25
+ |decode_ctc0.3_asr_model_valid.acc.ave/dev_clean|2703|288456|99.5|0.3|0.2|0.2|0.7|27.6|
26
+ |decode_ctc0.3_asr_model_valid.acc.ave/dev_other|2864|265951|98.5|0.9|0.6|0.5|1.9|42.7|
27
+ |decode_ctc0.3_asr_model_valid.acc.ave/test_clean|2620|281530|99.5|0.3|0.2|0.2|0.7|29.3|
28
+ |decode_ctc0.3_asr_model_valid.acc.ave/test_other|2939|272758|98.7|0.7|0.5|0.5|1.8|43.6|
29
+
30
+ ### TER
31
+
32
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
33
+ |---|---|---|---|---|---|---|---|---|
34
+ |decode_ctc0.3_asr_model_valid.acc.ave/dev_clean|2703|68010|97.6|1.7|0.7|0.3|2.7|27.6|
35
+ |decode_ctc0.3_asr_model_valid.acc.ave/dev_other|2864|63110|94.5|4.1|1.4|0.7|6.2|42.7|
36
+ |decode_ctc0.3_asr_model_valid.acc.ave/test_clean|2620|65818|97.2|1.8|0.9|0.3|3.1|29.3|
37
+ |decode_ctc0.3_asr_model_valid.acc.ave/test_other|2939|65101|94.7|3.6|1.7|0.7|6.0|43.6|
38
+
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/config.yaml ADDED
The diff for this file is too large to render. See raw diff
 
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/acc.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/backward_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/cer.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/cer_ctc.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/clip.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/forward_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/gpu_max_cached_mem_GB.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/grad_norm.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/iter_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss_att.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss_ctc.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/loss_scale.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/optim0_lr0.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/optim_step_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/train_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/images/wer.png ADDED
exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/valid.acc.ave.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ff72a7d7f1aeb486edb209f562e9935a01af7a09103e1adc1e2cd6e97d90a6
3
+ size 159652195
exp/kmeans/wavlm_large_21_1000clusters/km_1000.mdl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1073a0f893aeade2f50043ee1e641598142165e47eac971ab3e0c9991186e2ef
3
+ size 4100858
meta.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ espnet: '202304'
2
+ files:
3
+ asr_model_file: exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/valid.acc.ave.pth
4
+ python: "3.9.16 (main, May 15 2023, 23:46:34) \n[GCC 11.2.0]"
5
+ timestamp: 1687531550.683647
6
+ torch: 1.13.1
7
+ yaml_files:
8
+ asr_train_config: exp/asr_train_discrete_asr_e_branchformer1_1gpu_raw_wavlm_large_21_km1000_bpe_rm5000_bpe_ts5000_sp/config.yaml