akreal commited on
Commit
7d3ae8e
1 Parent(s): 6b9c9fa

Update model

Browse files
Files changed (22) hide show
  1. .gitattributes +1 -0
  2. README.md +0 -0
  3. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/RESULTS.md +27 -0
  4. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/config.yaml +0 -0
  5. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/acc.png +0 -0
  6. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/backward_time.png +0 -0
  7. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/cer.png +0 -0
  8. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/clip.png +0 -0
  9. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/forward_time.png +0 -0
  10. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/gpu_max_cached_mem_GB.png +0 -0
  11. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/grad_norm.png +0 -0
  12. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/iter_time.png +0 -0
  13. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/loss.png +0 -0
  14. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/loss_att.png +0 -0
  15. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/loss_scale.png +0 -0
  16. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/optim0_lr0.png +0 -0
  17. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/optim_step_time.png +0 -0
  18. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/train_time.png +0 -0
  19. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/wer.png +0 -0
  20. exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/valid.acc.ave_10best.pth +3 -0
  21. exp/kmeans/wavlm_large_21_2000clusters/km_2000.mdl +3 -0
  22. meta.yaml +8 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.mdl filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
The diff for this file is too large to render. See raw diff
 
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/RESULTS.md ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <!-- Generated by scripts/utils/show_asr_result.sh -->
2
+ # RESULTS
3
+ ## Environments
4
+ - date: `Wed Jan 3 19:31:02 CET 2024`
5
+ - python version: `3.10.8 (main, Nov 14 2022, 00:00:00) [GCC 11.3.1 20220421 (Red Hat 11.3.1-3)]`
6
+ - espnet version: `espnet 202308`
7
+ - pytorch version: `pytorch 2.1.2+cu118`
8
+ - Git hash: `18dd506fec8f0216217cae527c141f78d305a33e`
9
+ - Commit date: `Wed Jan 3 13:30:44 2024 +0100`
10
+
11
+ ## exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp
12
+ ### WER
13
+
14
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
15
+ |---|---|---|---|---|---|---|---|---|
16
+ |decode_hf_asr_model_valid.acc.ave/test_clean|2557|102570|86.4|10.4|3.2|2.5|16.1|96.1|
17
+ |decode_hf_asr_model_valid.acc.ave/test_other|2815|111093|82.5|13.6|3.9|3.3|20.8|96.8|
18
+ |decode_hf_asr_model_valid.acc.ave/org/dev|5348|217854|83.9|12.3|3.8|2.8|18.9|96.9|
19
+
20
+ ### CER
21
+
22
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
23
+ |---|---|---|---|---|---|---|---|---|
24
+ |decode_hf_asr_model_valid.acc.ave/test_clean|2557|552463|94.5|1.5|4.0|2.6|8.1|96.1|
25
+ |decode_hf_asr_model_valid.acc.ave/test_other|2815|600913|92.7|2.5|4.8|3.6|10.9|96.8|
26
+ |decode_hf_asr_model_valid.acc.ave/org/dev|5348|1177476|93.4|2.1|4.6|3.0|9.6|96.9|
27
+
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/config.yaml ADDED
The diff for this file is too large to render. See raw diff
 
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/acc.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/backward_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/cer.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/clip.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/forward_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/gpu_max_cached_mem_GB.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/grad_norm.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/iter_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/loss.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/loss_att.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/loss_scale.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/optim0_lr0.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/optim_step_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/train_time.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/images/wer.png ADDED
exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/valid.acc.ave_10best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045455b0a42e92eaceb09a93cbda83657356ecf7d28bb93e0d84ca4388be4488
3
+ size 15121494915
exp/kmeans/wavlm_large_21_2000clusters/km_2000.mdl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:290595df1acbc0f38f9aec0802203ef6f6f33a406af412708277ae299258bd65
3
+ size 8200858
meta.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ espnet: '202308'
2
+ files:
3
+ asr_model_file: exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/valid.acc.ave_10best.pth
4
+ python: 3.10.8 (main, Nov 14 2022, 00:00:00) [GCC 11.3.1 20220421 (Red Hat 11.3.1-3)]
5
+ timestamp: 1704306845.658817
6
+ torch: 2.1.2+cu118
7
+ yaml_files:
8
+ asr_train_config: exp/asr_train_discrete_asr_e_branchformer_mistral02_aed_raw_wavlm_large_21_km2000_bpe_rm6000_hugging_face_ts_mistralai-Mistral-7B-Instruct-v0.2_sp/config.yaml