Hugging Face's logo

patrickvonplaten
/
wav2vec2-2-bart-large

Automatic Speech Recognition
Transformers
PyTorch
TensorBoard
speech-encoder-decoder
librispeech_asr
Generated from Trainer
asr_seq2esq
Inference Endpoints
Model card Files Metrics Community
3
patrickvonplaten commited on
Commit
c1433ec
•
1 Parent(s): c0d1392

up

Browse files
Files changed (31) hide show
  1. all_results.json +14 -0
  2. config.json +1 -0
  3. emissions.csv +2 -0
  4. eval_results.json +8 -0
  5. pytorch_model.bin +2 -2
  6. run_librispeech.sh +7 -5
  7. run_speech_recognition_seq2seq.py +1 -0
  8. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180562.ip-172-31-1-149.630709.0 +3 -0
  9. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180562.ip-172-31-1-149.630710.0 +3 -0
  10. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630711.0 +3 -0
  11. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630712.0 +3 -0
  12. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630713.0 +3 -0
  13. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630714.0 +3 -0
  14. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630715.0 +3 -0
  15. runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630716.0 +3 -0
  16. runs/Dec22_15-56-09_ip-172-31-1-149/1640188713.5869095/events.out.tfevents.1640188713.ip-172-31-1-149.632615.1 +3 -0
  17. runs/Dec22_15-56-09_ip-172-31-1-149/events.out.tfevents.1640188713.ip-172-31-1-149.632615.0 +3 -0
  18. runs/Dec22_17-09-34_ip-172-31-1-149/1640193011.4420347/events.out.tfevents.1640193011.ip-172-31-1-149.634380.1 +3 -0
  19. runs/Dec22_17-09-34_ip-172-31-1-149/events.out.tfevents.1640193011.ip-172-31-1-149.634380.0 +3 -0
  20. runs/Dec22_17-32-26_ip-172-31-1-149/1640194383.8319445/events.out.tfevents.1640194383.ip-172-31-1-149.635535.1 +3 -0
  21. runs/Dec22_17-32-26_ip-172-31-1-149/events.out.tfevents.1640194383.ip-172-31-1-149.635535.0 +3 -0
  22. runs/Dec22_18-17-16_ip-172-31-1-149/1640197073.962409/events.out.tfevents.1640197073.ip-172-31-1-149.636766.1 +3 -0
  23. runs/Dec22_18-17-16_ip-172-31-1-149/events.out.tfevents.1640197073.ip-172-31-1-149.636766.0 +3 -0
  24. runs/Dec22_19-50-08_ip-172-31-1-149/1640202645.082079/events.out.tfevents.1640202645.ip-172-31-1-149.637642.1 +3 -0
  25. runs/Dec22_19-50-08_ip-172-31-1-149/events.out.tfevents.1640202645.ip-172-31-1-149.637642.0 +3 -0
  26. runs/Dec22_20-17-01_ip-172-31-1-149/1640204258.486655/events.out.tfevents.1640204258.ip-172-31-1-149.641193.1 +3 -0
  27. runs/Dec22_20-17-01_ip-172-31-1-149/events.out.tfevents.1640204258.ip-172-31-1-149.641193.0 +3 -0
  28. tokenizer_config.json +1 -1
  29. train_results.json +8 -0
  30. trainer_state.json +0 -0
  31. training_args.bin +3 -0
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 23.11814308166504,
4
+ "eval_runtime": 563.3925,
5
+ "eval_samples": 2642,
6
+ "eval_samples_per_second": 4.689,
7
+ "eval_steps_per_second": 0.147,
8
+ "eval_wer": 1.0,
9
+ "train_loss": 4.37666116677247,
10
+ "train_runtime": 28536.6396,
11
+ "train_samples": 28538,
12
+ "train_samples_per_second": 30.001,
13
+ "train_steps_per_second": 0.117
14
+ }
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "SpeechEncoderDecoderModel"
4
  ],
 
1
  {
2
+ "_name_or_path": "./",
3
  "architectures": [
4
  "SpeechEncoderDecoderModel"
5
  ],
emissions.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ timestamp,experiment_id,project_name,duration,emissions,energy_consumed,country_name,country_iso_code,region,on_cloud,cloud_provider,cloud_region
2
+ 2021-12-23T04:13:13,7231458a-1d3e-45ac-82fc-95d20ece134c,codecarbon,28532.068876504898,4.1430815744945955,11.264495852350722,USA,USA,nan,Y,aws,us-east-1
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_loss": 23.11814308166504,
3
+ "eval_runtime": 563.3925,
4
+ "eval_samples": 2642,
5
+ "eval_samples_per_second": 4.689,
6
+ "eval_steps_per_second": 0.147,
7
+ "eval_wer": 1.0
8
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c4389fbc767aa08abec105d529188c6da90b4b0d5c72437b61775fb69f080e7
3
- size 2278370941
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dba48df68903e549126e4427d6762ddae08942558823a18be5af8842e0974dd3
3
+ size 2278376895
run_librispeech.sh CHANGED
@@ -11,21 +11,23 @@ python -m torch.distributed.launch \
11
  --preprocessing_num_workers="16" \
12
  --length_column_name="input_length" \
13
  --overwrite_output_dir \
14
- --num_train_epochs="5" \
15
  --per_device_train_batch_size="4" \
16
  --per_device_eval_batch_size="4" \
17
- --gradient_accumulation_steps="2" \
 
 
18
  --learning_rate="3e-4" \
19
- --warmup_steps="400" \
20
  --evaluation_strategy="steps" \
21
  --text_column_name="text" \
22
  --save_steps="500" \
23
  --eval_steps="500" \
24
- --logging_steps="10" \
25
  --save_total_limit="1" \
26
  --freeze_feature_extractor \
27
  --gradient_checkpointing \
28
  --fp16 \
29
  --group_by_length \
30
  --predict_with_generate \
31
- --do_eval
 
11
  --preprocessing_num_workers="16" \
12
  --length_column_name="input_length" \
13
  --overwrite_output_dir \
14
+ --num_train_epochs="30" \
15
  --per_device_train_batch_size="4" \
16
  --per_device_eval_batch_size="4" \
17
+ --gradient_accumulation_steps="8" \
18
+ --generation_max_length="40" \
19
+ --generation_num_beams="1" \
20
  --learning_rate="3e-4" \
21
+ --warmup_steps="500" \
22
  --evaluation_strategy="steps" \
23
  --text_column_name="text" \
24
  --save_steps="500" \
25
  --eval_steps="500" \
26
+ --logging_steps="1" \
27
  --save_total_limit="1" \
28
  --freeze_feature_extractor \
29
  --gradient_checkpointing \
30
  --fp16 \
31
  --group_by_length \
32
  --predict_with_generate \
33
+ --do_eval --do_train
run_speech_recognition_seq2seq.py ADDED
@@ -0,0 +1 @@
 
 
1
+ /home/ubuntu/transformers/examples/pytorch/speech-recognition/run_speech_recognition_seq2seq.py
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180562.ip-172-31-1-149.630709.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5e543dd1be18d7f721a5fa1a10a5f40441ecfc1dd1ff703b9dbb47e52c8821
3
+ size 293
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180562.ip-172-31-1-149.630710.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0667d81f7f40ef29e92446448c0e58abf3da88480e4af987d6b9f7dfb61f18c2
3
+ size 293
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630711.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:567bb371327ac417bc2f63523801011d19422419f8fd272972b170ba2652bfdc
3
+ size 293
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630712.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58215bdc36c277e9bef464c8a9066e98d81fbc7b1be56db6bbc2e85cf43b11ef
3
+ size 293
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630713.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44a0d74615b94bb1ab46feafdf7407d207157bd86b19183b9b678440b35bb84f
3
+ size 293
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630714.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d65db3701f0b17530e5903d0663ca2af40ec14c9bdec3ebc177f91fc8f14ad0
3
+ size 293
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630715.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6812687c49e32af077a5a7cf5ffa7b3fc55045b0375460c7ad9e939322dbb7f7
3
+ size 293
runs/Dec22_13-32-37_ip-172-31-1-149/events.out.tfevents.1640180563.ip-172-31-1-149.630716.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84e9840f41d1528e1eb6b16c3450143f2c6fc65c4f6590344399dbaf0cf4ba5e
3
+ size 293
runs/Dec22_15-56-09_ip-172-31-1-149/1640188713.5869095/events.out.tfevents.1640188713.ip-172-31-1-149.632615.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323ae47d4f9dea7c78586bcaeaee2f739c586c48dc52bc7fa6ff7652e1740375
3
+ size 4951
runs/Dec22_15-56-09_ip-172-31-1-149/events.out.tfevents.1640188713.ip-172-31-1-149.632615.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ef9ce7d3e27a8454619f210ab8a297f0ee4e724d7262d4f98a2dcb6ee4ca308
3
+ size 17428
runs/Dec22_17-09-34_ip-172-31-1-149/1640193011.4420347/events.out.tfevents.1640193011.ip-172-31-1-149.634380.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a9d1c72df6c3d53e49c7a0eceb69cd37676745c3f42c7b226056899f4a991d4
3
+ size 4957
runs/Dec22_17-09-34_ip-172-31-1-149/events.out.tfevents.1640193011.ip-172-31-1-149.634380.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d290d255477fc804b717435854c8aa6779002cb3a2cccb9c6b5728b7a2949065
3
+ size 17109
runs/Dec22_17-32-26_ip-172-31-1-149/1640194383.8319445/events.out.tfevents.1640194383.ip-172-31-1-149.635535.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6978c834a322f3f182d184fd6e1245f051d544720e4ace5d6e3c09cc30a2b58
3
+ size 4957
runs/Dec22_17-32-26_ip-172-31-1-149/events.out.tfevents.1640194383.ip-172-31-1-149.635535.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70d93d3c3f97d08c7077492d1af3e8aa84b83c8ba6b5aa2de6271119dd3f1bc
3
+ size 24020
runs/Dec22_18-17-16_ip-172-31-1-149/1640197073.962409/events.out.tfevents.1640197073.ip-172-31-1-149.636766.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f240c2c007cb6a0eeb1335c16bd01e5b5d62a7dc58c8886cae9349497c0d9b39
3
+ size 4957
runs/Dec22_18-17-16_ip-172-31-1-149/events.out.tfevents.1640197073.ip-172-31-1-149.636766.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44d3074f8a806d792447abcff4f8369413f8b0eb103c643ee04d05458777bfc4
3
+ size 298905
runs/Dec22_19-50-08_ip-172-31-1-149/1640202645.082079/events.out.tfevents.1640202645.ip-172-31-1-149.637642.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f8ab892a8f5a6a572fcbcf7acced541ae6d66854a4b09dc5823eae892ae8f21
3
+ size 4957
runs/Dec22_19-50-08_ip-172-31-1-149/events.out.tfevents.1640202645.ip-172-31-1-149.637642.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725f127b681fa5041c2fc49b4341c3005dba4c792ef41e75ace2576d092283d3
3
+ size 10226
runs/Dec22_20-17-01_ip-172-31-1-149/1640204258.486655/events.out.tfevents.1640204258.ip-172-31-1-149.641193.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2da15cfd3894fc1ddef2e511a9a5500d9b8fc950c2ae21daefc1f2633d7634c6
3
+ size 4957
runs/Dec22_20-17-01_ip-172-31-1-149/events.out.tfevents.1640204258.ip-172-31-1-149.641193.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9766f6815d2d4603fd084139aaedcbd07ed22d3c441173c8b6ed7c8dfaa290ef
3
+ size 534300
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "facebook/bart-large", "tokenizer_class": "BartTokenizer"}
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "./", "tokenizer_class": "BartTokenizer"}
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 4.37666116677247,
4
+ "train_runtime": 28536.6396,
5
+ "train_samples": 28538,
6
+ "train_samples_per_second": 30.001,
7
+ "train_steps_per_second": 0.117
8
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f66d5b0ed0dac64f5d9da2e863d02120b6ad92f92ffa73b63bf2509640e268fd
3
+ size 3055