Hugging Face's logo

patrickvonplaten
/
sew-d-small-100k-timit

Automatic Speech Recognition Transformers PyTorch TensorBoard
sew-d timit_asr generated_from_trainer Inference Endpoints
Model card Files Metrics Community
1
patrickvonplaten commited on
Commit
a84603d
•
1 Parent(s): fe1f35c

Training in progress, step 400

Browse files
Files changed (32) hide show
  1. .gitignore +1 -0
  2. added_tokens.json +1 -0
  3. config.json +99 -0
  4. preprocessor_config.json +9 -0
  5. pytorch_model.bin +3 -0
  6. run.sh +27 -0
  7. runs/Oct27_12-53-32_brutasse/1635339285.0552182/events.out.tfevents.1635339285.brutasse.24788.1 +3 -0
  8. runs/Oct27_12-53-32_brutasse/events.out.tfevents.1635339285.brutasse.24788.0 +3 -0
  9. runs/Oct27_13-02-14_brutasse/1635339802.996907/events.out.tfevents.1635339802.brutasse.26498.1 +3 -0
  10. runs/Oct27_13-02-14_brutasse/events.out.tfevents.1635339802.brutasse.26498.0 +3 -0
  11. runs/Oct27_13-05-24_brutasse/1635339994.1815417/events.out.tfevents.1635339994.brutasse.27544.1 +3 -0
  12. runs/Oct27_13-05-24_brutasse/events.out.tfevents.1635339994.brutasse.27544.0 +3 -0
  13. runs/Oct27_13-12-59_brutasse/1635340446.972991/events.out.tfevents.1635340446.brutasse.28560.1 +3 -0
  14. runs/Oct27_13-12-59_brutasse/events.out.tfevents.1635340446.brutasse.28560.0 +3 -0
  15. runs/Oct27_13-18-37_brutasse/1635340789.3271086/events.out.tfevents.1635340789.brutasse.29420.1 +3 -0
  16. runs/Oct27_13-18-37_brutasse/events.out.tfevents.1635340789.brutasse.29420.0 +3 -0
  17. runs/Oct27_13-21-37_brutasse/1635340908.5812104/events.out.tfevents.1635340908.brutasse.30190.1 +3 -0
  18. runs/Oct27_13-21-37_brutasse/events.out.tfevents.1635340908.brutasse.30190.0 +3 -0
  19. runs/Oct27_13-22-12_brutasse/1635340943.6823616/events.out.tfevents.1635340943.brutasse.30511.1 +3 -0
  20. runs/Oct27_13-22-12_brutasse/events.out.tfevents.1635340943.brutasse.30511.0 +3 -0
  21. runs/Oct27_13-23-18_brutasse/1635341009.7941582/events.out.tfevents.1635341009.brutasse.30864.1 +3 -0
  22. runs/Oct27_13-23-18_brutasse/events.out.tfevents.1635341009.brutasse.30864.0 +3 -0
  23. runs/Oct27_13-24-18_brutasse/1635341069.8885624/events.out.tfevents.1635341069.brutasse.31207.1 +3 -0
  24. runs/Oct27_13-24-18_brutasse/events.out.tfevents.1635341069.brutasse.31207.0 +3 -0
  25. runs/Oct27_13-26-36_brutasse/1635341207.8249717/events.out.tfevents.1635341207.brutasse.32047.1 +3 -0
  26. runs/Oct27_13-26-36_brutasse/events.out.tfevents.1635341207.brutasse.32047.0 +3 -0
  27. runs/Oct27_13-27-25_brutasse/1635341316.4772909/events.out.tfevents.1635341316.brutasse.323.1 +3 -0
  28. runs/Oct27_13-27-25_brutasse/events.out.tfevents.1635341316.brutasse.323.0 +3 -0
  29. special_tokens_map.json +1 -0
  30. tokenizer_config.json +1 -0
  31. training_args.bin +3 -0
  32. vocab.json +1 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
1
+ checkpoint-*/
added_tokens.json ADDED
@@ -0,0 +1 @@
 
1
+ {"<s>": 29, "</s>": 30}
config.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "asapp/sew-d-small-100k",
3
+ "activation_dropout": 0.0,
4
+ "apply_spec_augment": true,
5
+ "architectures": [
6
+ "SEWDForCTC"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "bos_token_id": 1,
10
+ "classifier_proj_size": 256,
11
+ "conv_bias": false,
12
+ "conv_dim": [
13
+ 64,
14
+ 128,
15
+ 128,
16
+ 128,
17
+ 128,
18
+ 256,
19
+ 256,
20
+ 256,
21
+ 256,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 1,
31
+ 3,
32
+ 1,
33
+ 3,
34
+ 1,
35
+ 3,
36
+ 1,
37
+ 2,
38
+ 1,
39
+ 2,
40
+ 1
41
+ ],
42
+ "conv_stride": [
43
+ 5,
44
+ 2,
45
+ 1,
46
+ 2,
47
+ 1,
48
+ 2,
49
+ 1,
50
+ 2,
51
+ 1,
52
+ 2,
53
+ 1,
54
+ 2,
55
+ 1
56
+ ],
57
+ "ctc_loss_reduction": "mean",
58
+ "ctc_zero_infinity": false,
59
+ "eos_token_id": 2,
60
+ "feat_extract_activation": "gelu",
61
+ "feat_extract_norm": "group",
62
+ "feat_proj_dropout": 0.0,
63
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
64
+ "final_dropout": 0.0,
65
+ "hidden_act": "gelu",
66
+ "hidden_dropout": 0.0,
67
+ "hidden_size": 512,
68
+ "initializer_range": 0.02,
69
+ "intermediate_size": 2048,
70
+ "layer_norm_eps": 1e-05,
71
+ "layerdrop": 0.0,
72
+ "mask_feature_length": 10,
73
+ "mask_feature_prob": 0.0,
74
+ "mask_time_length": 10,
75
+ "mask_time_prob": 0.05,
76
+ "max_position_embeddings": 512,
77
+ "model_type": "sew-d",
78
+ "norm_rel_ebd": "layer_norm",
79
+ "num_attention_heads": 8,
80
+ "num_conv_pos_embedding_groups": 16,
81
+ "num_conv_pos_embeddings": 31,
82
+ "num_feat_extract_layers": 13,
83
+ "num_hidden_layers": 12,
84
+ "pad_token_id": 28,
85
+ "pos_att_type": [
86
+ "p2c",
87
+ "c2p"
88
+ ],
89
+ "position_biased_input": false,
90
+ "position_buckets": 256,
91
+ "relative_attention": true,
92
+ "share_att_key": true,
93
+ "squeeze_factor": 2,
94
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
95
+ "torch_dtype": "float32",
96
+ "transformers_version": "4.12.0.dev0",
97
+ "use_weighted_layer_sum": false,
98
+ "vocab_size": 31
99
+ }
preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "return_attention_mask": false,
8
+ "sampling_rate": 16000
9
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ed8b5ba30550cec5169c662aaa92102015d228eeb3c364d5add772c98878fbd
3
+ size 164046635
run.sh ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env bash
2
+ CUDA_VISIBLE_DEVICES="0" python run_speech_recognition_ctc.py \
3
+ --dataset_name="timit_asr" \
4
+ --model_name_or_path="asapp/sew-d-small-100k" \
5
+ --overwrite_output_dir \
6
+ --output_dir="./sew-d-small-100k-timit" \
7
+ --train_split_name="train" \
8
+ --num_train_epochs="20" \
9
+ --per_device_train_batch_size="32" \
10
+ --per_device_eval_batch_size="1" \
11
+ --weight_decay="0.005" \
12
+ --learning_rate="1e-4" \
13
+ --warmup_steps="1000" \
14
+ --evaluation_strategy="steps" \
15
+ --text_column_name="text" \
16
+ --save_steps="400" \
17
+ --eval_steps="100" \
18
+ --logging_steps="10" \
19
+ --layerdrop="0.0" \
20
+ --save_total_limit="3" \
21
+ --freeze_feature_extractor \
22
+ --gradient_checkpointing \
23
+ --chars_to_ignore , ? . ! - \; \: \" “ % ‘ ” � \
24
+ --fp16 \
25
+ --group_by_length \
26
+ --push_to_hub \
27
+ --do_train --do_eval
runs/Oct27_12-53-32_brutasse/1635339285.0552182/events.out.tfevents.1635339285.brutasse.24788.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f234e283e73faf27d364593790027b717a20430e6947f4aad6cb6a64139ce56b
3
+ size 4556
runs/Oct27_12-53-32_brutasse/events.out.tfevents.1635339285.brutasse.24788.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8ee9af7bda0d557715678858a80290dbb32bc103cc6f8dee495560c9780f097
3
+ size 4343
runs/Oct27_13-02-14_brutasse/1635339802.996907/events.out.tfevents.1635339802.brutasse.26498.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4eebf4ea5e80dea4215695c1f45abefb43e88aa7134f21357d5d7921338f5a
3
+ size 4556
runs/Oct27_13-02-14_brutasse/events.out.tfevents.1635339802.brutasse.26498.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5979a229a966f330515b9bf5eaabf3dc4bc167a15d8e349e3206922875f4656
3
+ size 4136
runs/Oct27_13-05-24_brutasse/1635339994.1815417/events.out.tfevents.1635339994.brutasse.27544.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de1c2050e61b4beaf51b196f396ef46e069ba6f839eeee739ec1bb2f4a69a0b1
3
+ size 4556
runs/Oct27_13-05-24_brutasse/events.out.tfevents.1635339994.brutasse.27544.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8251d7aac8aa338af0549efd123aff5ef113d74b03b9a17e5661c96eb575342b
3
+ size 9683
runs/Oct27_13-12-59_brutasse/1635340446.972991/events.out.tfevents.1635340446.brutasse.28560.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99ea72bda48e5be6fca67983ea08cac8c831ed78c709524233527af5811675e
3
+ size 4556
runs/Oct27_13-12-59_brutasse/events.out.tfevents.1635340446.brutasse.28560.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55089c75b74376c76a09157635f261c8f82286299e2aeb745676e26f79981ea0
3
+ size 4343
runs/Oct27_13-18-37_brutasse/1635340789.3271086/events.out.tfevents.1635340789.brutasse.29420.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85642eaa02ada09ef20c1ca0cb6e88c790189e6b225362b9a2b687cff73da6a
3
+ size 4556
runs/Oct27_13-18-37_brutasse/events.out.tfevents.1635340789.brutasse.29420.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4d76252e116caec7a95ad08ecdb972d6b44c3ab82964e10118ccb1202b814f
3
+ size 4343
runs/Oct27_13-21-37_brutasse/1635340908.5812104/events.out.tfevents.1635340908.brutasse.30190.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8990bf5c1fa2f65853d394e951dd3e4c629e7025376aee7fdcaf6a8623a3e341
3
+ size 4556
runs/Oct27_13-21-37_brutasse/events.out.tfevents.1635340908.brutasse.30190.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91cf867c364567dce90a45f163c04f4b45ad813d092dbcbe881d8f0c792d12a8
3
+ size 4136
runs/Oct27_13-22-12_brutasse/1635340943.6823616/events.out.tfevents.1635340943.brutasse.30511.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c308936da80c5d0f49cabc1f8daa9779646b7156b87e3b2ff163a3fdd5d02cfb
3
+ size 4556
runs/Oct27_13-22-12_brutasse/events.out.tfevents.1635340943.brutasse.30511.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ef00e6dfe0aa6a20d220eedd77988080c82f61a65221e6d7e3430df5707b8b
3
+ size 4136
runs/Oct27_13-23-18_brutasse/1635341009.7941582/events.out.tfevents.1635341009.brutasse.30864.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9dbe6dfb3d5bd2eade2cb2ab6d65ae6d1621375d0e4f33e1d224ff81cb4739
3
+ size 4556
runs/Oct27_13-23-18_brutasse/events.out.tfevents.1635341009.brutasse.30864.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f91bc24046b4dc7ac482459c5b8ccd3976511c0f05168be1afa1cd777aebb68
3
+ size 4343
runs/Oct27_13-24-18_brutasse/1635341069.8885624/events.out.tfevents.1635341069.brutasse.31207.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bbb7fb4746c14a79589b4c8f1b33228bb0bb0c941b38ba80bf5c8c6891f8b29
3
+ size 4556
runs/Oct27_13-24-18_brutasse/events.out.tfevents.1635341069.brutasse.31207.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4848aeb577be9ffece4d06860e88d44e84aa4d858af95b4ada68fd758f47d41d
3
+ size 5113
runs/Oct27_13-26-36_brutasse/1635341207.8249717/events.out.tfevents.1635341207.brutasse.32047.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482221978c3e00a197f9d012cea64ba2c3d44905e1d500900d884c77f954008d
3
+ size 4556
runs/Oct27_13-26-36_brutasse/events.out.tfevents.1635341207.brutasse.32047.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8335ab57cbae51cb2c8332fc378582cf2bfaf1bfad825e66a1465db74fc958c2
3
+ size 4805
runs/Oct27_13-27-25_brutasse/1635341316.4772909/events.out.tfevents.1635341316.brutasse.323.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfe0a9c808d3f08744e634bf92c4861b68b7371b5dd8fe077cc7114e05869c5
3
+ size 4556
runs/Oct27_13-27-25_brutasse/events.out.tfevents.1635341316.brutasse.323.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f4f4ed172c78b0ef96f10a623faf26e1f31ea5de101cc9a354f8353e2bf7446
3
+ size 11853
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
1
+ {"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./sew-d-small-100k-timit", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae6babe3688314908973bff722c4f28467dc6ba987a2b735018e6822dcab9d57
3
+ size 2863
vocab.json ADDED
@@ -0,0 +1 @@
 
1
+ {"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "q": 17, "r": 18, "s": 19, "t": 20, "u": 21, "v": 22, "w": 23, "x": 24, "y": 25, "z": 26, "|": 0, "[UNK]": 27, "[PAD]": 28}