Hugging Face's logo

lnxdx
/
B5-B4_1000_1e-5_hp-myself-2

Automatic Speech Recognition
Transformers
Safetensors
wav2vec2
Generated from Trainer
Inference Endpoints
Model card Files Community
lnxdx commited on
Commit
5ee22b6
•
1 Parent(s): 773d7ad

End of training

Browse files
Files changed (11) hide show
  1. README.md +72 -0
  2. all_results.json +9 -0
  3. config.json +116 -0
  4. model.safetensors +3 -0
  5. preprocessor_config.json +10 -0
  6. special_tokens_map.json +30 -0
  7. tokenizer_config.json +48 -0
  8. train_results.json +9 -0
  9. trainer_state.json +178 -0
  10. training_args.bin +3 -0
  11. vocab.json +42 -0
README.md ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: lnxdx/B4_1000_1e-5_hp-myself-2
3
+ tags:
4
+ - generated_from_trainer
5
+ metrics:
6
+ - wer
7
+ model-index:
8
+ - name: C2_1000_1e-5_hp-myself-2
9
+ results: []
10
+ ---
11
+
12
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
13
+ should probably proofread and complete it, then remove this comment. -->
14
+
15
+ # C2_1000_1e-5_hp-myself-2
16
+
17
+ This model is a fine-tuned version of [lnxdx/B4_1000_1e-5_hp-myself-2](https://huggingface.co/lnxdx/B4_1000_1e-5_hp-myself-2) on the None dataset.
18
+ It achieves the following results on the evaluation set:
19
+ - Loss: 0.6634
20
+ - Wer: 0.3107
21
+
22
+ ## Model description
23
+
24
+ More information needed
25
+
26
+ ## Intended uses & limitations
27
+
28
+ More information needed
29
+
30
+ ## Training and evaluation data
31
+
32
+ More information needed
33
+
34
+ ## Training procedure
35
+
36
+ ### Training hyperparameters
37
+
38
+ The following hyperparameters were used during training:
39
+ - learning_rate: 1e-05
40
+ - train_batch_size: 8
41
+ - eval_batch_size: 8
42
+ - seed: 42
43
+ - gradient_accumulation_steps: 2
44
+ - total_train_batch_size: 16
45
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
+ - lr_scheduler_type: linear
47
+ - lr_scheduler_warmup_steps: 500
48
+ - training_steps: 1000
49
+ - mixed_precision_training: Native AMP
50
+
51
+ ### Training results
52
+
53
+ | Training Loss | Epoch | Step | Validation Loss | Wer |
54
+ |:-------------:|:-----:|:----:|:---------------:|:------:|
55
+ | 0.7564 | 0.62 | 100 | 0.6705 | 0.3131 |
56
+ | 0.7761 | 1.25 | 200 | 0.6664 | 0.3140 |
57
+ | 0.7722 | 1.88 | 300 | 0.6573 | 0.3137 |
58
+ | 0.7035 | 2.5 | 400 | 0.6627 | 0.3157 |
59
+ | 0.7026 | 3.12 | 500 | 0.6834 | 0.3107 |
60
+ | 0.7213 | 3.75 | 600 | 0.6561 | 0.3169 |
61
+ | 0.6996 | 4.38 | 700 | 0.6664 | 0.3096 |
62
+ | 0.7146 | 5.0 | 800 | 0.6593 | 0.3148 |
63
+ | 0.7071 | 5.62 | 900 | 0.6646 | 0.3125 |
64
+ | 0.7065 | 6.25 | 1000 | 0.6634 | 0.3107 |
65
+
66
+
67
+ ### Framework versions
68
+
69
+ - Transformers 4.35.2
70
+ - Pytorch 2.1.0+cu118
71
+ - Datasets 2.15.0
72
+ - Tokenizers 0.15.0
all_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 6.25,
3
+ "total_flos": 4.798362622332561e+18,
4
+ "train_loss": 0.7259744338989258,
5
+ "train_runtime": 4809.6219,
6
+ "train_samples": 2554,
7
+ "train_samples_per_second": 3.327,
8
+ "train_steps_per_second": 0.208
9
+ }
config.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "lnxdx/B4_1000_1e-5_hp-myself-2",
3
+ "activation_dropout": 0.09216,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.08,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 256,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.05,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.06,
58
+ "hidden_size": 1024,
59
+ "initializer_range": 0.02,
60
+ "intermediate_size": 4096,
61
+ "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.05,
63
+ "mask_channel_length": 10,
64
+ "mask_channel_min_space": 1,
65
+ "mask_channel_other": 0.0,
66
+ "mask_channel_prob": 0.0,
67
+ "mask_channel_selection": "static",
68
+ "mask_feature_length": 10,
69
+ "mask_feature_min_masks": 0,
70
+ "mask_feature_prob": 0.0,
71
+ "mask_time_length": 10,
72
+ "mask_time_min_masks": 2,
73
+ "mask_time_min_space": 1,
74
+ "mask_time_other": 0.0,
75
+ "mask_time_prob": 0.05,
76
+ "mask_time_selection": "static",
77
+ "model_type": "wav2vec2",
78
+ "num_adapter_layers": 3,
79
+ "num_attention_heads": 16,
80
+ "num_codevector_groups": 2,
81
+ "num_codevectors_per_group": 320,
82
+ "num_conv_pos_embedding_groups": 16,
83
+ "num_conv_pos_embeddings": 128,
84
+ "num_feat_extract_layers": 7,
85
+ "num_hidden_layers": 24,
86
+ "num_negatives": 100,
87
+ "output_hidden_size": 1024,
88
+ "pad_token_id": 0,
89
+ "proj_codevector_dim": 256,
90
+ "tdnn_dilation": [
91
+ 1,
92
+ 2,
93
+ 3,
94
+ 1,
95
+ 1
96
+ ],
97
+ "tdnn_dim": [
98
+ 512,
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 1500
103
+ ],
104
+ "tdnn_kernel": [
105
+ 5,
106
+ 3,
107
+ 3,
108
+ 1,
109
+ 1
110
+ ],
111
+ "torch_dtype": "float32",
112
+ "transformers_version": "4.35.2",
113
+ "use_weighted_layer_sum": false,
114
+ "vocab_size": 40,
115
+ "xvector_output_dim": 512
116
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9684846661f5d68e3acddf53adcd463e215791e29fbe904d33cd98da7d7bbf2
3
+ size 1261971480
preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "processor_class": "Wav2Vec2Processor",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": true,
5
+ "normalized": false,
6
+ "rstrip": true,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": true,
12
+ "normalized": false,
13
+ "rstrip": true,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<pad>",
18
+ "lstrip": true,
19
+ "normalized": false,
20
+ "rstrip": true,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": true,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<pad>",
5
+ "lstrip": true,
6
+ "normalized": false,
7
+ "rstrip": true,
8
+ "single_word": false,
9
+ "special": false
10
+ },
11
+ "1": {
12
+ "content": "<s>",
13
+ "lstrip": true,
14
+ "normalized": false,
15
+ "rstrip": true,
16
+ "single_word": false,
17
+ "special": false
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": true,
22
+ "normalized": false,
23
+ "rstrip": true,
24
+ "single_word": false,
25
+ "special": false
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": true,
30
+ "normalized": false,
31
+ "rstrip": true,
32
+ "single_word": false,
33
+ "special": false
34
+ }
35
+ },
36
+ "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": true,
38
+ "do_lower_case": false,
39
+ "eos_token": "</s>",
40
+ "model_max_length": 1000000000000000019884624838656,
41
+ "pad_token": "<pad>",
42
+ "processor_class": "Wav2Vec2Processor",
43
+ "replace_word_delimiter_char": " ",
44
+ "target_lang": null,
45
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
46
+ "unk_token": "<unk>",
47
+ "word_delimiter_token": "|"
48
+ }
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 6.25,
3
+ "total_flos": 4.798362622332561e+18,
4
+ "train_loss": 0.7259744338989258,
5
+ "train_runtime": 4809.6219,
6
+ "train_samples": 2554,
7
+ "train_samples_per_second": 3.327,
8
+ "train_steps_per_second": 0.208
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.30957943925233644,
3
+ "best_model_checkpoint": "/content/drive/MyDrive/wav2vec2-large-xlsr-persian-asr-shemo/checkpoint-700",
4
+ "epoch": 6.25,
5
+ "eval_steps": 100,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.62,
13
+ "learning_rate": 1.98e-06,
14
+ "loss": 0.7564,
15
+ "step": 100
16
+ },
17
+ {
18
+ "epoch": 0.62,
19
+ "eval_loss": 0.6704742908477783,
20
+ "eval_runtime": 35.2821,
21
+ "eval_samples_per_second": 8.049,
22
+ "eval_steps_per_second": 1.02,
23
+ "eval_wer": 0.3130841121495327,
24
+ "step": 100
25
+ },
26
+ {
27
+ "epoch": 1.25,
28
+ "learning_rate": 3.96e-06,
29
+ "loss": 0.7761,
30
+ "step": 200
31
+ },
32
+ {
33
+ "epoch": 1.25,
34
+ "eval_loss": 0.666378378868103,
35
+ "eval_runtime": 34.5662,
36
+ "eval_samples_per_second": 8.216,
37
+ "eval_steps_per_second": 1.041,
38
+ "eval_wer": 0.3139602803738318,
39
+ "step": 200
40
+ },
41
+ {
42
+ "epoch": 1.88,
43
+ "learning_rate": 5.94e-06,
44
+ "loss": 0.7722,
45
+ "step": 300
46
+ },
47
+ {
48
+ "epoch": 1.88,
49
+ "eval_loss": 0.6573134064674377,
50
+ "eval_runtime": 34.2808,
51
+ "eval_samples_per_second": 8.285,
52
+ "eval_steps_per_second": 1.05,
53
+ "eval_wer": 0.31366822429906543,
54
+ "step": 300
55
+ },
56
+ {
57
+ "epoch": 2.5,
58
+ "learning_rate": 7.94e-06,
59
+ "loss": 0.7035,
60
+ "step": 400
61
+ },
62
+ {
63
+ "epoch": 2.5,
64
+ "eval_loss": 0.6626747846603394,
65
+ "eval_runtime": 33.8115,
66
+ "eval_samples_per_second": 8.4,
67
+ "eval_steps_per_second": 1.065,
68
+ "eval_wer": 0.3157126168224299,
69
+ "step": 400
70
+ },
71
+ {
72
+ "epoch": 3.12,
73
+ "learning_rate": 9.920000000000002e-06,
74
+ "loss": 0.7026,
75
+ "step": 500
76
+ },
77
+ {
78
+ "epoch": 3.12,
79
+ "eval_loss": 0.6833900213241577,
80
+ "eval_runtime": 34.2659,
81
+ "eval_samples_per_second": 8.288,
82
+ "eval_steps_per_second": 1.051,
83
+ "eval_wer": 0.3107476635514019,
84
+ "step": 500
85
+ },
86
+ {
87
+ "epoch": 3.75,
88
+ "learning_rate": 8.08e-06,
89
+ "loss": 0.7213,
90
+ "step": 600
91
+ },
92
+ {
93
+ "epoch": 3.75,
94
+ "eval_loss": 0.6561282277107239,
95
+ "eval_runtime": 34.3134,
96
+ "eval_samples_per_second": 8.277,
97
+ "eval_steps_per_second": 1.049,
98
+ "eval_wer": 0.31688084112149534,
99
+ "step": 600
100
+ },
101
+ {
102
+ "epoch": 4.38,
103
+ "learning_rate": 6.08e-06,
104
+ "loss": 0.6996,
105
+ "step": 700
106
+ },
107
+ {
108
+ "epoch": 4.38,
109
+ "eval_loss": 0.6663690209388733,
110
+ "eval_runtime": 34.836,
111
+ "eval_samples_per_second": 8.152,
112
+ "eval_steps_per_second": 1.033,
113
+ "eval_wer": 0.30957943925233644,
114
+ "step": 700
115
+ },
116
+ {
117
+ "epoch": 5.0,
118
+ "learning_rate": 4.08e-06,
119
+ "loss": 0.7146,
120
+ "step": 800
121
+ },
122
+ {
123
+ "epoch": 5.0,
124
+ "eval_loss": 0.6592983603477478,
125
+ "eval_runtime": 34.5134,
126
+ "eval_samples_per_second": 8.229,
127
+ "eval_steps_per_second": 1.043,
128
+ "eval_wer": 0.3148364485981308,
129
+ "step": 800
130
+ },
131
+ {
132
+ "epoch": 5.62,
133
+ "learning_rate": 2.08e-06,
134
+ "loss": 0.7071,
135
+ "step": 900
136
+ },
137
+ {
138
+ "epoch": 5.62,
139
+ "eval_loss": 0.6645920276641846,
140
+ "eval_runtime": 34.6798,
141
+ "eval_samples_per_second": 8.189,
142
+ "eval_steps_per_second": 1.038,
143
+ "eval_wer": 0.3125,
144
+ "step": 900
145
+ },
146
+ {
147
+ "epoch": 6.25,
148
+ "learning_rate": 8e-08,
149
+ "loss": 0.7065,
150
+ "step": 1000
151
+ },
152
+ {
153
+ "epoch": 6.25,
154
+ "eval_loss": 0.6634251475334167,
155
+ "eval_runtime": 36.7008,
156
+ "eval_samples_per_second": 7.738,
157
+ "eval_steps_per_second": 0.981,
158
+ "eval_wer": 0.3107476635514019,
159
+ "step": 1000
160
+ },
161
+ {
162
+ "epoch": 6.25,
163
+ "step": 1000,
164
+ "total_flos": 4.798362622332561e+18,
165
+ "train_loss": 0.7259744338989258,
166
+ "train_runtime": 4809.6219,
167
+ "train_samples_per_second": 3.327,
168
+ "train_steps_per_second": 0.208
169
+ }
170
+ ],
171
+ "logging_steps": 100,
172
+ "max_steps": 1000,
173
+ "num_train_epochs": 7,
174
+ "save_steps": 100,
175
+ "total_flos": 4.798362622332561e+18,
176
+ "trial_name": null,
177
+ "trial_params": null
178
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94bca5149bc76121844fa34ac5c4414f7ade82ffcdad99f93e18f0e947fef649
3
+ size 4664
vocab.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<pad>": 0,
4
+ "<s>": 1,
5
+ "<unk>": 3,
6
+ "|": 4,
7
+ "آ": 5,
8
+ "ئ": 6,
9
+ "ا": 7,
10
+ "ب": 8,
11
+ "ت": 9,
12
+ "ث": 10,
13
+ "ج": 11,
14
+ "ح": 12,
15
+ "خ": 13,
16
+ "د": 14,
17
+ "ذ": 15,
18
+ "ر": 16,
19
+ "ز": 17,
20
+ "س": 18,
21
+ "ش": 19,
22
+ "ص": 20,
23
+ "ض": 21,
24
+ "ط": 22,
25
+ "ظ": 23,
26
+ "ع": 24,
27
+ "غ": 25,
28
+ "ف": 26,
29
+ "ق": 27,
30
+ "ل": 28,
31
+ "م": 29,
32
+ "ن": 30,
33
+ "ه": 31,
34
+ "و": 32,
35
+ "پ": 33,
36
+ "چ": 34,
37
+ "ژ": 35,
38
+ "ک": 36,
39
+ "گ": 37,
40
+ "ی": 38,
41
+ "‌": 39
42
+ }