haeylee commited on
Commit
4ab6f5f
·
verified ·
1 Parent(s): 4013a1a

Upload folder using huggingface_hub

Browse files
wav2vec2/ctc/01_wav2vec2-large/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.3135313987731934,
4
+ "eval_mse_0": 1.6255117654800415,
5
+ "eval_mse_1": 1.0241583585739136,
6
+ "eval_mse_2": 1.0585098266601562,
7
+ "eval_mse_3": 1.54594886302948,
8
+ "eval_pcc_0": 0.688029554695704,
9
+ "eval_pcc_1": 0.7866020960145593,
10
+ "eval_pcc_2": 0.7846953022378453,
11
+ "eval_pcc_3": 0.7177809534186055,
12
+ "eval_runtime": 104.4442,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 23.936,
15
+ "eval_steps_per_second": 2.997,
16
+ "train_loss": 1.1257402893326407,
17
+ "train_runtime": 9312.5894,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 8.054,
20
+ "train_steps_per_second": 1.008
21
+ }
wav2vec2/ctc/01_wav2vec2-large/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "facebook/wav2vec2-large",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./ctc/model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "facebook/wav2vec2-large_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./ctc/model_saved/facebook/wav2vec2-large_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./ctc/model_saved/logs/facebook/wav2vec2-large_lr1e-05_epochs30_batch4"
11
+ }
wav2vec2/ctc/01_wav2vec2-large/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.3135313987731934,
4
+ "eval_mse_0": 1.6255117654800415,
5
+ "eval_mse_1": 1.0241583585739136,
6
+ "eval_mse_2": 1.0585098266601562,
7
+ "eval_mse_3": 1.54594886302948,
8
+ "eval_pcc_0": 0.688029554695704,
9
+ "eval_pcc_1": 0.7866020960145593,
10
+ "eval_pcc_2": 0.7846953022378453,
11
+ "eval_pcc_3": 0.7177809534186055,
12
+ "eval_runtime": 104.4442,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 23.936,
15
+ "eval_steps_per_second": 2.997
16
+ }
wav2vec2/ctc/01_wav2vec2-large/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:200abaa7780d1535c3aedf18ea3c5989903bc3a4f9cf8d89351cbb578811c2ae
3
+ size 1262019956
wav2vec2/ctc/01_wav2vec2-large/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0392a92c30e0cc256a13fada4b91849054836562cd0e9fca0eafd338c4dc7898
3
+ size 1261900480
wav2vec2/ctc/01_wav2vec2-large/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c1602e6cb41f8d7dfe9d31d282eaab44697327bc9a5bd523208f8978f73d57b
3
+ size 1262015782
wav2vec2/ctc/01_wav2vec2-large/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": false,
8
+ "sampling_rate": 16000
9
+ }
wav2vec2/ctc/01_wav2vec2-large/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 1.1257402893326407,
4
+ "train_runtime": 9312.5894,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 8.054,
7
+ "train_steps_per_second": 1.008
8
+ }
wav2vec2/ctc/01_wav2vec2-large/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./ctc/model_saved/facebook/wav2vec2-large_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./ctc/model_saved/logs/facebook/wav2vec2-large_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./ctc/model_saved/facebook/wav2vec2-large_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wav2vec2/ctc/01_wav2vec2-large/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 6.029338359832764,
14
+ "eval_mse_0": 6.467483043670654,
15
+ "eval_mse_1": 3.8620612621307373,
16
+ "eval_mse_2": 5.348629474639893,
17
+ "eval_mse_3": 8.439175605773926,
18
+ "eval_pcc_0": -0.18858433438218655,
19
+ "eval_pcc_1": 0.19068281386020428,
20
+ "eval_pcc_2": 0.048176675350282264,
21
+ "eval_pcc_3": 0.11138595411786048,
22
+ "eval_runtime": 105.1853,
23
+ "eval_samples_per_second": 23.768,
24
+ "eval_steps_per_second": 2.976,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 12.9688,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 2.349821090698242,
36
+ "eval_mse_0": 2.4823856353759766,
37
+ "eval_mse_1": 2.240025758743286,
38
+ "eval_mse_2": 2.160048723220825,
39
+ "eval_mse_3": 2.5168232917785645,
40
+ "eval_pcc_0": 0.09866033284103286,
41
+ "eval_pcc_1": 0.16274909222160772,
42
+ "eval_pcc_2": 0.13659943335580424,
43
+ "eval_pcc_3": 0.10734637198852798,
44
+ "eval_runtime": 105.3166,
45
+ "eval_samples_per_second": 23.738,
46
+ "eval_steps_per_second": 2.972,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 1.3927830457687378,
52
+ "eval_mse_0": 1.6425912380218506,
53
+ "eval_mse_1": 1.1565927267074585,
54
+ "eval_mse_2": 1.1793090105056763,
55
+ "eval_mse_3": 1.5926415920257568,
56
+ "eval_pcc_0": 0.5925891753134128,
57
+ "eval_pcc_1": 0.6632690130914534,
58
+ "eval_pcc_2": 0.6609448931231278,
59
+ "eval_pcc_3": 0.6024180314441576,
60
+ "eval_runtime": 104.6505,
61
+ "eval_samples_per_second": 23.889,
62
+ "eval_steps_per_second": 2.991,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 1.8576,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 1.1620702743530273,
74
+ "eval_mse_0": 1.3493045568466187,
75
+ "eval_mse_1": 0.992378294467926,
76
+ "eval_mse_2": 0.984092652797699,
77
+ "eval_mse_3": 1.3225020170211792,
78
+ "eval_pcc_0": 0.6746612543241552,
79
+ "eval_pcc_1": 0.7302864027498951,
80
+ "eval_pcc_2": 0.734247705041152,
81
+ "eval_pcc_3": 0.6904469012864396,
82
+ "eval_runtime": 104.3466,
83
+ "eval_samples_per_second": 23.959,
84
+ "eval_steps_per_second": 3.0,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 0.9543,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 1.233199954032898,
96
+ "eval_mse_0": 1.3940956592559814,
97
+ "eval_mse_1": 1.1076618432998657,
98
+ "eval_mse_2": 1.048133134841919,
99
+ "eval_mse_3": 1.3829089403152466,
100
+ "eval_pcc_0": 0.6948074835591369,
101
+ "eval_pcc_1": 0.7479563458635228,
102
+ "eval_pcc_2": 0.7504311614083764,
103
+ "eval_pcc_3": 0.7098793315222315,
104
+ "eval_runtime": 105.6168,
105
+ "eval_samples_per_second": 23.67,
106
+ "eval_steps_per_second": 2.964,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 1.3750450611114502,
112
+ "eval_mse_0": 1.6440154314041138,
113
+ "eval_mse_1": 1.1068123579025269,
114
+ "eval_mse_2": 1.1111310720443726,
115
+ "eval_mse_3": 1.638217568397522,
116
+ "eval_pcc_0": 0.6838590141995401,
117
+ "eval_pcc_1": 0.7482247996992276,
118
+ "eval_pcc_2": 0.7524949726630322,
119
+ "eval_pcc_3": 0.705430474207888,
120
+ "eval_runtime": 105.0176,
121
+ "eval_samples_per_second": 23.806,
122
+ "eval_steps_per_second": 2.98,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 0.7131,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 1.3907009363174438,
134
+ "eval_mse_0": 1.5421990156173706,
135
+ "eval_mse_1": 1.3053827285766602,
136
+ "eval_mse_2": 1.1765333414077759,
137
+ "eval_mse_3": 1.5386885404586792,
138
+ "eval_pcc_0": 0.6876409853720615,
139
+ "eval_pcc_1": 0.7535372923350254,
140
+ "eval_pcc_2": 0.7592571983796848,
141
+ "eval_pcc_3": 0.7104697762213911,
142
+ "eval_runtime": 104.7515,
143
+ "eval_samples_per_second": 23.866,
144
+ "eval_steps_per_second": 2.988,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 0.5811,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 1.3389145135879517,
156
+ "eval_mse_0": 1.6578418016433716,
157
+ "eval_mse_1": 1.0813374519348145,
158
+ "eval_mse_2": 1.0035778284072876,
159
+ "eval_mse_3": 1.6129001379013062,
160
+ "eval_pcc_0": 0.6953306181331445,
161
+ "eval_pcc_1": 0.7678093417347369,
162
+ "eval_pcc_2": 0.7700292763188326,
163
+ "eval_pcc_3": 0.7192864047098758,
164
+ "eval_runtime": 105.1606,
165
+ "eval_samples_per_second": 23.773,
166
+ "eval_steps_per_second": 2.976,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 1.472843050956726,
172
+ "eval_mse_0": 1.6318033933639526,
173
+ "eval_mse_1": 1.2925504446029663,
174
+ "eval_mse_2": 1.316556453704834,
175
+ "eval_mse_3": 1.650460124015808,
176
+ "eval_pcc_0": 0.6992870362027077,
177
+ "eval_pcc_1": 0.7548830250052976,
178
+ "eval_pcc_2": 0.7594169858558706,
179
+ "eval_pcc_3": 0.7191849098550155,
180
+ "eval_runtime": 105.584,
181
+ "eval_samples_per_second": 23.678,
182
+ "eval_steps_per_second": 2.964,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 0.5219,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 1.3722645044326782,
194
+ "eval_mse_0": 1.7078937292099,
195
+ "eval_mse_1": 1.0426533222198486,
196
+ "eval_mse_2": 1.0876590013504028,
197
+ "eval_mse_3": 1.65084707736969,
198
+ "eval_pcc_0": 0.6889052243509767,
199
+ "eval_pcc_1": 0.7680280561427782,
200
+ "eval_pcc_2": 0.7715301307091716,
201
+ "eval_pcc_3": 0.7150197366836213,
202
+ "eval_runtime": 105.1404,
203
+ "eval_samples_per_second": 23.778,
204
+ "eval_steps_per_second": 2.977,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.4534602165222168,
210
+ "eval_mse_0": 1.6147420406341553,
211
+ "eval_mse_1": 1.2791484594345093,
212
+ "eval_mse_2": 1.3204176425933838,
213
+ "eval_mse_3": 1.5995341539382935,
214
+ "eval_pcc_0": 0.6905219564481792,
215
+ "eval_pcc_1": 0.7709062716326811,
216
+ "eval_pcc_2": 0.7750648197956288,
217
+ "eval_pcc_3": 0.7152831027117666,
218
+ "eval_runtime": 105.3706,
219
+ "eval_samples_per_second": 23.726,
220
+ "eval_steps_per_second": 2.97,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 0.4427,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.3677678108215332,
232
+ "eval_mse_0": 1.7062015533447266,
233
+ "eval_mse_1": 1.128440022468567,
234
+ "eval_mse_2": 1.1315077543258667,
235
+ "eval_mse_3": 1.5049231052398682,
236
+ "eval_pcc_0": 0.6901349653369973,
237
+ "eval_pcc_1": 0.7728631631971831,
238
+ "eval_pcc_2": 0.7760996514785847,
239
+ "eval_pcc_3": 0.7166462134541755,
240
+ "eval_runtime": 106.2121,
241
+ "eval_samples_per_second": 23.538,
242
+ "eval_steps_per_second": 2.947,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 0.3902,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.4333865642547607,
254
+ "eval_mse_0": 1.767115592956543,
255
+ "eval_mse_1": 1.0969682931900024,
256
+ "eval_mse_2": 1.2231972217559814,
257
+ "eval_mse_3": 1.646264672279358,
258
+ "eval_pcc_0": 0.6869730962694948,
259
+ "eval_pcc_1": 0.7752256930689045,
260
+ "eval_pcc_2": 0.7782982451043019,
261
+ "eval_pcc_3": 0.714864779550765,
262
+ "eval_runtime": 105.2059,
263
+ "eval_samples_per_second": 23.763,
264
+ "eval_steps_per_second": 2.975,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.2162710428237915,
270
+ "eval_mse_0": 1.455336570739746,
271
+ "eval_mse_1": 0.9981639385223389,
272
+ "eval_mse_2": 1.0280797481536865,
273
+ "eval_mse_3": 1.38350510597229,
274
+ "eval_pcc_0": 0.6871581449034714,
275
+ "eval_pcc_1": 0.7802182894059434,
276
+ "eval_pcc_2": 0.7817001351783323,
277
+ "eval_pcc_3": 0.715986240459867,
278
+ "eval_runtime": 105.5691,
279
+ "eval_samples_per_second": 23.681,
280
+ "eval_steps_per_second": 2.965,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 0.329,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.4560452699661255,
292
+ "eval_mse_0": 1.6815173625946045,
293
+ "eval_mse_1": 1.1679542064666748,
294
+ "eval_mse_2": 1.2023216485977173,
295
+ "eval_mse_3": 1.772384762763977,
296
+ "eval_pcc_0": 0.6836331477946491,
297
+ "eval_pcc_1": 0.7809772643106817,
298
+ "eval_pcc_2": 0.7835603871309222,
299
+ "eval_pcc_3": 0.7136288192751933,
300
+ "eval_runtime": 104.9212,
301
+ "eval_samples_per_second": 23.827,
302
+ "eval_steps_per_second": 2.983,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.2998,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.309959053993225,
314
+ "eval_mse_0": 1.73824942111969,
315
+ "eval_mse_1": 1.0009101629257202,
316
+ "eval_mse_2": 0.8747535943984985,
317
+ "eval_mse_3": 1.6259245872497559,
318
+ "eval_pcc_0": 0.6904509576546727,
319
+ "eval_pcc_1": 0.7921111838762858,
320
+ "eval_pcc_2": 0.7921733697096701,
321
+ "eval_pcc_3": 0.7207693870831648,
322
+ "eval_runtime": 104.8647,
323
+ "eval_samples_per_second": 23.84,
324
+ "eval_steps_per_second": 2.985,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.1636388301849365,
330
+ "eval_mse_0": 1.4882140159606934,
331
+ "eval_mse_1": 0.8760712742805481,
332
+ "eval_mse_2": 0.8858555555343628,
333
+ "eval_mse_3": 1.404413104057312,
334
+ "eval_pcc_0": 0.697211998634754,
335
+ "eval_pcc_1": 0.7842276935518488,
336
+ "eval_pcc_2": 0.7839899906854748,
337
+ "eval_pcc_3": 0.7237022340391143,
338
+ "eval_runtime": 104.9257,
339
+ "eval_samples_per_second": 23.826,
340
+ "eval_steps_per_second": 2.983,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.2751,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.3388546705245972,
352
+ "eval_mse_0": 1.6472938060760498,
353
+ "eval_mse_1": 1.0480682849884033,
354
+ "eval_mse_2": 1.0903501510620117,
355
+ "eval_mse_3": 1.5697095394134521,
356
+ "eval_pcc_0": 0.681696804595096,
357
+ "eval_pcc_1": 0.7817584578278418,
358
+ "eval_pcc_2": 0.782460138077855,
359
+ "eval_pcc_3": 0.7120422573849423,
360
+ "eval_runtime": 105.2287,
361
+ "eval_samples_per_second": 23.758,
362
+ "eval_steps_per_second": 2.974,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.2552109956741333,
368
+ "eval_mse_0": 1.5387370586395264,
369
+ "eval_mse_1": 0.9842827320098877,
370
+ "eval_mse_2": 1.0213793516159058,
371
+ "eval_mse_3": 1.4764436483383179,
372
+ "eval_pcc_0": 0.6899229351417407,
373
+ "eval_pcc_1": 0.7831402888380382,
374
+ "eval_pcc_2": 0.7805602958147307,
375
+ "eval_pcc_3": 0.7164413749322982,
376
+ "eval_runtime": 105.1585,
377
+ "eval_samples_per_second": 23.774,
378
+ "eval_steps_per_second": 2.976,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.2822,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.30730140209198,
390
+ "eval_mse_0": 1.5537241697311401,
391
+ "eval_mse_1": 1.062378168106079,
392
+ "eval_mse_2": 1.0662915706634521,
393
+ "eval_mse_3": 1.5468109846115112,
394
+ "eval_pcc_0": 0.6907333665717984,
395
+ "eval_pcc_1": 0.7870599818555729,
396
+ "eval_pcc_2": 0.7852733848277867,
397
+ "eval_pcc_3": 0.7169614415588454,
398
+ "eval_runtime": 106.5687,
399
+ "eval_samples_per_second": 23.459,
400
+ "eval_steps_per_second": 2.937,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.2601,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.534423589706421,
412
+ "eval_mse_0": 1.787748098373413,
413
+ "eval_mse_1": 1.2851426601409912,
414
+ "eval_mse_2": 1.352763056755066,
415
+ "eval_mse_3": 1.7120401859283447,
416
+ "eval_pcc_0": 0.6833919013314979,
417
+ "eval_pcc_1": 0.7832067633373145,
418
+ "eval_pcc_2": 0.7818100908084279,
419
+ "eval_pcc_3": 0.7119928806452965,
420
+ "eval_runtime": 105.7922,
421
+ "eval_samples_per_second": 23.631,
422
+ "eval_steps_per_second": 2.959,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.403523325920105,
428
+ "eval_mse_0": 1.705964207649231,
429
+ "eval_mse_1": 1.1190767288208008,
430
+ "eval_mse_2": 1.169174075126648,
431
+ "eval_mse_3": 1.6198738813400269,
432
+ "eval_pcc_0": 0.6836930500294951,
433
+ "eval_pcc_1": 0.7843636703149396,
434
+ "eval_pcc_2": 0.7819549124287201,
435
+ "eval_pcc_3": 0.7113865117103236,
436
+ "eval_runtime": 106.2502,
437
+ "eval_samples_per_second": 23.529,
438
+ "eval_steps_per_second": 2.946,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.2803,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.3926599025726318,
450
+ "eval_mse_0": 1.628746509552002,
451
+ "eval_mse_1": 1.219390630722046,
452
+ "eval_mse_2": 1.2135298252105713,
453
+ "eval_mse_3": 1.508973479270935,
454
+ "eval_pcc_0": 0.6874588940215778,
455
+ "eval_pcc_1": 0.7852505974352522,
456
+ "eval_pcc_2": 0.7824642608099428,
457
+ "eval_pcc_3": 0.71614061463864,
458
+ "eval_runtime": 106.2309,
459
+ "eval_samples_per_second": 23.534,
460
+ "eval_steps_per_second": 2.946,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.215,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.3904191255569458,
472
+ "eval_mse_0": 1.655210018157959,
473
+ "eval_mse_1": 1.1528630256652832,
474
+ "eval_mse_2": 1.1613425016403198,
475
+ "eval_mse_3": 1.5922598838806152,
476
+ "eval_pcc_0": 0.6837300090517716,
477
+ "eval_pcc_1": 0.7855683604490287,
478
+ "eval_pcc_2": 0.7834207047869198,
479
+ "eval_pcc_3": 0.7150990732179431,
480
+ "eval_runtime": 106.1767,
481
+ "eval_samples_per_second": 23.546,
482
+ "eval_steps_per_second": 2.948,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.2873045206069946,
488
+ "eval_mse_0": 1.732728123664856,
489
+ "eval_mse_1": 0.9186726808547974,
490
+ "eval_mse_2": 0.9494690299034119,
491
+ "eval_mse_3": 1.5483455657958984,
492
+ "eval_pcc_0": 0.690716368450532,
493
+ "eval_pcc_1": 0.7871151937316547,
494
+ "eval_pcc_2": 0.7854582312276465,
495
+ "eval_pcc_3": 0.7210448247809237,
496
+ "eval_runtime": 105.975,
497
+ "eval_samples_per_second": 23.59,
498
+ "eval_steps_per_second": 2.954,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.204,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.2335290908813477,
510
+ "eval_mse_0": 1.5391297340393066,
511
+ "eval_mse_1": 0.9812328815460205,
512
+ "eval_mse_2": 0.9971573352813721,
513
+ "eval_mse_3": 1.4165960550308228,
514
+ "eval_pcc_0": 0.6888439046667079,
515
+ "eval_pcc_1": 0.7880661564151209,
516
+ "eval_pcc_2": 0.7854845083211394,
517
+ "eval_pcc_3": 0.7186283242121085,
518
+ "eval_runtime": 105.8864,
519
+ "eval_samples_per_second": 23.61,
520
+ "eval_steps_per_second": 2.956,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.3848094940185547,
526
+ "eval_mse_0": 1.7043814659118652,
527
+ "eval_mse_1": 1.0927443504333496,
528
+ "eval_mse_2": 1.1037869453430176,
529
+ "eval_mse_3": 1.6383260488510132,
530
+ "eval_pcc_0": 0.687199345710499,
531
+ "eval_pcc_1": 0.7872533822759548,
532
+ "eval_pcc_2": 0.7849072376059366,
533
+ "eval_pcc_3": 0.7166337474894677,
534
+ "eval_runtime": 107.2734,
535
+ "eval_samples_per_second": 23.305,
536
+ "eval_steps_per_second": 2.918,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.1993,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.31870698928833,
548
+ "eval_mse_0": 1.6528806686401367,
549
+ "eval_mse_1": 1.0241038799285889,
550
+ "eval_mse_2": 1.0476694107055664,
551
+ "eval_mse_3": 1.5501692295074463,
552
+ "eval_pcc_0": 0.6906892519563327,
553
+ "eval_pcc_1": 0.7867707335433464,
554
+ "eval_pcc_2": 0.7846430515928771,
555
+ "eval_pcc_3": 0.7198311111432664,
556
+ "eval_runtime": 107.5148,
557
+ "eval_samples_per_second": 23.253,
558
+ "eval_steps_per_second": 2.911,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.1815,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.297121286392212,
570
+ "eval_mse_0": 1.6294485330581665,
571
+ "eval_mse_1": 0.9905577898025513,
572
+ "eval_mse_2": 1.0350894927978516,
573
+ "eval_mse_3": 1.5333902835845947,
574
+ "eval_pcc_0": 0.6882513523424408,
575
+ "eval_pcc_1": 0.7861698651737059,
576
+ "eval_pcc_2": 0.7840833703249972,
577
+ "eval_pcc_3": 0.717871188129913,
578
+ "eval_runtime": 106.5941,
579
+ "eval_samples_per_second": 23.453,
580
+ "eval_steps_per_second": 2.936,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.3135313987731934,
586
+ "eval_mse_0": 1.6255117654800415,
587
+ "eval_mse_1": 1.0241583585739136,
588
+ "eval_mse_2": 1.0585098266601562,
589
+ "eval_mse_3": 1.54594886302948,
590
+ "eval_pcc_0": 0.688029554695704,
591
+ "eval_pcc_1": 0.7866020960145593,
592
+ "eval_pcc_2": 0.7846953022378453,
593
+ "eval_pcc_3": 0.7177809534186055,
594
+ "eval_runtime": 105.5649,
595
+ "eval_samples_per_second": 23.682,
596
+ "eval_steps_per_second": 2.965,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 1.1257402893326407,
604
+ "train_runtime": 9312.5894,
605
+ "train_samples_per_second": 8.054,
606
+ "train_steps_per_second": 1.008
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wav2vec2/ctc/01_wav2vec2-large/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2130113a4296bfa2642689e8034caf7defe252731958781a7809c76c4a488c0
3
+ size 4792