haeylee commited on
Commit
4013a1a
·
verified ·
1 Parent(s): a554d76

Upload folder using huggingface_hub (#26)

Browse files

- Upload folder using huggingface_hub (ffeb9f6c4b2651c25f9b92688523fc6d60af783d)

wav2vec2/ctc/02_wav2vec2-large-960h/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.5510685443878174,
4
+ "eval_mse_0": 1.8446544408798218,
5
+ "eval_mse_1": 1.260361909866333,
6
+ "eval_mse_2": 1.2676252126693726,
7
+ "eval_mse_3": 1.8316353559494019,
8
+ "eval_pcc_0": 0.7080336436644091,
9
+ "eval_pcc_1": 0.7697912103338106,
10
+ "eval_pcc_2": 0.7713498575218135,
11
+ "eval_pcc_3": 0.7287464275548373,
12
+ "eval_runtime": 116.1168,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 21.53,
15
+ "eval_steps_per_second": 2.696,
16
+ "train_loss": 0.5961323779738876,
17
+ "train_runtime": 10284.9638,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 7.292,
20
+ "train_steps_per_second": 0.913
21
+ }
wav2vec2/ctc/02_wav2vec2-large-960h/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "facebook/wav2vec2-large-960h",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./ctc/model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "facebook/wav2vec2-large-960h_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./ctc/model_saved/facebook/wav2vec2-large-960h_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./ctc/model_saved/logs/facebook/wav2vec2-large-960h_lr1e-05_epochs30_batch4"
11
+ }
wav2vec2/ctc/02_wav2vec2-large-960h/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.5510685443878174,
4
+ "eval_mse_0": 1.8446544408798218,
5
+ "eval_mse_1": 1.260361909866333,
6
+ "eval_mse_2": 1.2676252126693726,
7
+ "eval_mse_3": 1.8316353559494019,
8
+ "eval_pcc_0": 0.7080336436644091,
9
+ "eval_pcc_1": 0.7697912103338106,
10
+ "eval_pcc_2": 0.7713498575218135,
11
+ "eval_pcc_3": 0.7287464275548373,
12
+ "eval_runtime": 116.1168,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 21.53,
15
+ "eval_steps_per_second": 2.696
16
+ }
wav2vec2/ctc/02_wav2vec2-large-960h/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ee99daaaabc76bfebaafc25b11e4446e6598a35558ed7a0303d14c7e281b7f
3
+ size 1262019956
wav2vec2/ctc/02_wav2vec2-large-960h/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a86174793a305cc0cf1185062c9f68cc8312baa92ba37b03e9e6b7e0a21f89
3
+ size 1262015782
wav2vec2/ctc/02_wav2vec2-large-960h/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": false,
8
+ "sampling_rate": 16000
9
+ }
wav2vec2/ctc/02_wav2vec2-large-960h/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 0.5961323779738876,
4
+ "train_runtime": 10284.9638,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 7.292,
7
+ "train_steps_per_second": 0.913
8
+ }
wav2vec2/ctc/02_wav2vec2-large-960h/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./ctc/model_saved/facebook/wav2vec2-large-960h_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./ctc/model_saved/logs/facebook/wav2vec2-large-960h_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./ctc/model_saved/facebook/wav2vec2-large-960h_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wav2vec2/ctc/02_wav2vec2-large-960h/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 1.546532154083252,
14
+ "eval_mse_0": 1.871091604232788,
15
+ "eval_mse_1": 1.2005455493927002,
16
+ "eval_mse_2": 1.32693350315094,
17
+ "eval_mse_3": 1.7875536680221558,
18
+ "eval_pcc_0": 0.6514507567549547,
19
+ "eval_pcc_1": 0.6953330659971271,
20
+ "eval_pcc_2": 0.6988851408901906,
21
+ "eval_pcc_3": 0.6706811701359294,
22
+ "eval_runtime": 109.8448,
23
+ "eval_samples_per_second": 22.759,
24
+ "eval_steps_per_second": 2.849,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 4.513,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 2.0959088802337646,
36
+ "eval_mse_0": 2.0423831939697266,
37
+ "eval_mse_1": 1.6183512210845947,
38
+ "eval_mse_2": 1.7925339937210083,
39
+ "eval_mse_3": 2.930363178253174,
40
+ "eval_pcc_0": 0.6191430904693871,
41
+ "eval_pcc_1": 0.684163035206001,
42
+ "eval_pcc_2": 0.692183056235724,
43
+ "eval_pcc_3": 0.6569405369684459,
44
+ "eval_runtime": 109.7284,
45
+ "eval_samples_per_second": 22.784,
46
+ "eval_steps_per_second": 2.852,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 2.4389894008636475,
52
+ "eval_mse_0": 2.8045413494110107,
53
+ "eval_mse_1": 1.5602641105651855,
54
+ "eval_mse_2": 2.0226211547851562,
55
+ "eval_mse_3": 3.3685340881347656,
56
+ "eval_pcc_0": 0.6240109244613278,
57
+ "eval_pcc_1": 0.7388086009566209,
58
+ "eval_pcc_2": 0.7362256752841801,
59
+ "eval_pcc_3": 0.6589704397046651,
60
+ "eval_runtime": 114.8852,
61
+ "eval_samples_per_second": 21.761,
62
+ "eval_steps_per_second": 2.724,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 0.8976,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 1.501670479774475,
74
+ "eval_mse_0": 1.4946950674057007,
75
+ "eval_mse_1": 1.175194501876831,
76
+ "eval_mse_2": 1.3821049928665161,
77
+ "eval_mse_3": 1.954689621925354,
78
+ "eval_pcc_0": 0.6833102119760885,
79
+ "eval_pcc_1": 0.7534617371066596,
80
+ "eval_pcc_2": 0.7591458715935172,
81
+ "eval_pcc_3": 0.7086227104105739,
82
+ "eval_runtime": 114.7852,
83
+ "eval_samples_per_second": 21.78,
84
+ "eval_steps_per_second": 2.727,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 0.749,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 1.6185920238494873,
96
+ "eval_mse_0": 1.7474799156188965,
97
+ "eval_mse_1": 1.3815925121307373,
98
+ "eval_mse_2": 1.3077460527420044,
99
+ "eval_mse_3": 2.037550926208496,
100
+ "eval_pcc_0": 0.6847738989914008,
101
+ "eval_pcc_1": 0.7612543797783174,
102
+ "eval_pcc_2": 0.7674341445501573,
103
+ "eval_pcc_3": 0.7081590154242394,
104
+ "eval_runtime": 114.8151,
105
+ "eval_samples_per_second": 21.774,
106
+ "eval_steps_per_second": 2.726,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 1.5973279476165771,
112
+ "eval_mse_0": 1.8383477926254272,
113
+ "eval_mse_1": 1.1813313961029053,
114
+ "eval_mse_2": 1.414055585861206,
115
+ "eval_mse_3": 1.955574631690979,
116
+ "eval_pcc_0": 0.6784546989105776,
117
+ "eval_pcc_1": 0.7654729103305932,
118
+ "eval_pcc_2": 0.7646006766083773,
119
+ "eval_pcc_3": 0.7088305898873613,
120
+ "eval_runtime": 113.6718,
121
+ "eval_samples_per_second": 21.993,
122
+ "eval_steps_per_second": 2.754,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 0.619,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 1.5401099920272827,
134
+ "eval_mse_0": 1.8429200649261475,
135
+ "eval_mse_1": 1.1826592683792114,
136
+ "eval_mse_2": 1.0111043453216553,
137
+ "eval_mse_3": 2.1237571239471436,
138
+ "eval_pcc_0": 0.696305856199156,
139
+ "eval_pcc_1": 0.7634869289113924,
140
+ "eval_pcc_2": 0.7674643764335216,
141
+ "eval_pcc_3": 0.7179833794329968,
142
+ "eval_runtime": 114.6366,
143
+ "eval_samples_per_second": 21.808,
144
+ "eval_steps_per_second": 2.73,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 0.5322,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 1.9786086082458496,
156
+ "eval_mse_0": 2.1930418014526367,
157
+ "eval_mse_1": 1.6785540580749512,
158
+ "eval_mse_2": 1.550706386566162,
159
+ "eval_mse_3": 2.492133140563965,
160
+ "eval_pcc_0": 0.6910052678449895,
161
+ "eval_pcc_1": 0.7684486013901597,
162
+ "eval_pcc_2": 0.7647681324330113,
163
+ "eval_pcc_3": 0.7101182349146069,
164
+ "eval_runtime": 114.5471,
165
+ "eval_samples_per_second": 21.825,
166
+ "eval_steps_per_second": 2.733,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 1.4565503597259521,
172
+ "eval_mse_0": 1.8800841569900513,
173
+ "eval_mse_1": 1.1452795267105103,
174
+ "eval_mse_2": 1.1368707418441772,
175
+ "eval_mse_3": 1.663968801498413,
176
+ "eval_pcc_0": 0.7018321801438829,
177
+ "eval_pcc_1": 0.7731959481933257,
178
+ "eval_pcc_2": 0.7723331330004735,
179
+ "eval_pcc_3": 0.7239321965921485,
180
+ "eval_runtime": 112.863,
181
+ "eval_samples_per_second": 22.151,
182
+ "eval_steps_per_second": 2.773,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 0.4704,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 1.6906195878982544,
194
+ "eval_mse_0": 2.077418088912964,
195
+ "eval_mse_1": 1.2197003364562988,
196
+ "eval_mse_2": 1.1842950582504272,
197
+ "eval_mse_3": 2.281062126159668,
198
+ "eval_pcc_0": 0.6997071754861666,
199
+ "eval_pcc_1": 0.7695611475097692,
200
+ "eval_pcc_2": 0.7698699968898484,
201
+ "eval_pcc_3": 0.7183953628375979,
202
+ "eval_runtime": 115.3645,
203
+ "eval_samples_per_second": 21.67,
204
+ "eval_steps_per_second": 2.713,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.793383002281189,
210
+ "eval_mse_0": 1.861738681793213,
211
+ "eval_mse_1": 1.6332203149795532,
212
+ "eval_mse_2": 1.5575852394104004,
213
+ "eval_mse_3": 2.120985984802246,
214
+ "eval_pcc_0": 0.6970208128918535,
215
+ "eval_pcc_1": 0.7600346905919331,
216
+ "eval_pcc_2": 0.7637224625608056,
217
+ "eval_pcc_3": 0.7185283374185921,
218
+ "eval_runtime": 116.2392,
219
+ "eval_samples_per_second": 21.507,
220
+ "eval_steps_per_second": 2.693,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 0.4259,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.4195746183395386,
232
+ "eval_mse_0": 1.7468595504760742,
233
+ "eval_mse_1": 1.2578693628311157,
234
+ "eval_mse_2": 1.1200408935546875,
235
+ "eval_mse_3": 1.553524136543274,
236
+ "eval_pcc_0": 0.7070614139746272,
237
+ "eval_pcc_1": 0.7714097173360394,
238
+ "eval_pcc_2": 0.7704786755310841,
239
+ "eval_pcc_3": 0.7255576232248615,
240
+ "eval_runtime": 115.4434,
241
+ "eval_samples_per_second": 21.656,
242
+ "eval_steps_per_second": 2.711,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 0.3688,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.5176578760147095,
254
+ "eval_mse_0": 1.824784755706787,
255
+ "eval_mse_1": 1.2082219123840332,
256
+ "eval_mse_2": 1.3164538145065308,
257
+ "eval_mse_3": 1.7211703062057495,
258
+ "eval_pcc_0": 0.716884535917397,
259
+ "eval_pcc_1": 0.774812390867843,
260
+ "eval_pcc_2": 0.77508768654185,
261
+ "eval_pcc_3": 0.7306991617331442,
262
+ "eval_runtime": 116.8792,
263
+ "eval_samples_per_second": 21.39,
264
+ "eval_steps_per_second": 2.678,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.7744905948638916,
270
+ "eval_mse_0": 1.7198517322540283,
271
+ "eval_mse_1": 1.7254724502563477,
272
+ "eval_mse_2": 1.683191180229187,
273
+ "eval_mse_3": 1.9694416522979736,
274
+ "eval_pcc_0": 0.707237222363771,
275
+ "eval_pcc_1": 0.7705280576463617,
276
+ "eval_pcc_2": 0.7719909573425453,
277
+ "eval_pcc_3": 0.7224112581737971,
278
+ "eval_runtime": 115.9795,
279
+ "eval_samples_per_second": 21.556,
280
+ "eval_steps_per_second": 2.699,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 0.3306,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.621627688407898,
292
+ "eval_mse_0": 1.8869693279266357,
293
+ "eval_mse_1": 1.399010181427002,
294
+ "eval_mse_2": 1.2817822694778442,
295
+ "eval_mse_3": 1.918745756149292,
296
+ "eval_pcc_0": 0.7092720427199083,
297
+ "eval_pcc_1": 0.7782722505007471,
298
+ "eval_pcc_2": 0.7784996692279157,
299
+ "eval_pcc_3": 0.7326345562458058,
300
+ "eval_runtime": 117.7386,
301
+ "eval_samples_per_second": 21.233,
302
+ "eval_steps_per_second": 2.658,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.3018,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.667632818222046,
314
+ "eval_mse_0": 2.008955955505371,
315
+ "eval_mse_1": 1.3322384357452393,
316
+ "eval_mse_2": 1.171555519104004,
317
+ "eval_mse_3": 2.157778739929199,
318
+ "eval_pcc_0": 0.69915637231412,
319
+ "eval_pcc_1": 0.7716137885376955,
320
+ "eval_pcc_2": 0.770586709983904,
321
+ "eval_pcc_3": 0.7208402532666601,
322
+ "eval_runtime": 114.3501,
323
+ "eval_samples_per_second": 21.863,
324
+ "eval_steps_per_second": 2.737,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.4458794593811035,
330
+ "eval_mse_0": 1.6515988111495972,
331
+ "eval_mse_1": 1.2563693523406982,
332
+ "eval_mse_2": 1.151178240776062,
333
+ "eval_mse_3": 1.7243726253509521,
334
+ "eval_pcc_0": 0.7194859838417474,
335
+ "eval_pcc_1": 0.7795853488406317,
336
+ "eval_pcc_2": 0.7804070482277555,
337
+ "eval_pcc_3": 0.7378024886182478,
338
+ "eval_runtime": 109.3237,
339
+ "eval_samples_per_second": 22.868,
340
+ "eval_steps_per_second": 2.863,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.2766,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.6395303010940552,
352
+ "eval_mse_0": 1.8046272993087769,
353
+ "eval_mse_1": 1.5121147632598877,
354
+ "eval_mse_2": 1.4041705131530762,
355
+ "eval_mse_3": 1.8372071981430054,
356
+ "eval_pcc_0": 0.7099400208391832,
357
+ "eval_pcc_1": 0.7697351349162221,
358
+ "eval_pcc_2": 0.7731265422478889,
359
+ "eval_pcc_3": 0.7279221707616571,
360
+ "eval_runtime": 112.3429,
361
+ "eval_samples_per_second": 22.253,
362
+ "eval_steps_per_second": 2.786,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.4124165773391724,
368
+ "eval_mse_0": 1.6827373504638672,
369
+ "eval_mse_1": 1.1097030639648438,
370
+ "eval_mse_2": 1.1412560939788818,
371
+ "eval_mse_3": 1.7159658670425415,
372
+ "eval_pcc_0": 0.7154211323887382,
373
+ "eval_pcc_1": 0.7872581151842833,
374
+ "eval_pcc_2": 0.786956326136229,
375
+ "eval_pcc_3": 0.736816364748608,
376
+ "eval_runtime": 113.8125,
377
+ "eval_samples_per_second": 21.966,
378
+ "eval_steps_per_second": 2.75,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.2693,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.4196174144744873,
390
+ "eval_mse_0": 1.5757975578308105,
391
+ "eval_mse_1": 1.2091716527938843,
392
+ "eval_mse_2": 1.1726818084716797,
393
+ "eval_mse_3": 1.7208203077316284,
394
+ "eval_pcc_0": 0.702420781726088,
395
+ "eval_pcc_1": 0.7766260484122173,
396
+ "eval_pcc_2": 0.7771366544664802,
397
+ "eval_pcc_3": 0.7239368646739344,
398
+ "eval_runtime": 113.9102,
399
+ "eval_samples_per_second": 21.947,
400
+ "eval_steps_per_second": 2.748,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.2358,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.5360912084579468,
412
+ "eval_mse_0": 1.67133629322052,
413
+ "eval_mse_1": 1.3687574863433838,
414
+ "eval_mse_2": 1.373369812965393,
415
+ "eval_mse_3": 1.7309001684188843,
416
+ "eval_pcc_0": 0.715075085528461,
417
+ "eval_pcc_1": 0.7787838311610528,
418
+ "eval_pcc_2": 0.7795202635251635,
419
+ "eval_pcc_3": 0.7341266284781989,
420
+ "eval_runtime": 115.1184,
421
+ "eval_samples_per_second": 21.717,
422
+ "eval_steps_per_second": 2.719,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.657362461090088,
428
+ "eval_mse_0": 2.1482250690460205,
429
+ "eval_mse_1": 1.1952742338180542,
430
+ "eval_mse_2": 1.2775789499282837,
431
+ "eval_mse_3": 2.008371591567993,
432
+ "eval_pcc_0": 0.7059617670101668,
433
+ "eval_pcc_1": 0.7711525760045196,
434
+ "eval_pcc_2": 0.7722345140047845,
435
+ "eval_pcc_3": 0.7261591540017596,
436
+ "eval_runtime": 114.0376,
437
+ "eval_samples_per_second": 21.923,
438
+ "eval_steps_per_second": 2.745,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.2609,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.4844603538513184,
450
+ "eval_mse_0": 1.665308952331543,
451
+ "eval_mse_1": 1.3318274021148682,
452
+ "eval_mse_2": 1.3137152194976807,
453
+ "eval_mse_3": 1.626983642578125,
454
+ "eval_pcc_0": 0.7095392056364813,
455
+ "eval_pcc_1": 0.7770024035453934,
456
+ "eval_pcc_2": 0.7767086479932233,
457
+ "eval_pcc_3": 0.728597139690822,
458
+ "eval_runtime": 115.0514,
459
+ "eval_samples_per_second": 21.729,
460
+ "eval_steps_per_second": 2.721,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.2137,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.5666831731796265,
472
+ "eval_mse_0": 1.9197492599487305,
473
+ "eval_mse_1": 1.1953532695770264,
474
+ "eval_mse_2": 1.2575788497924805,
475
+ "eval_mse_3": 1.8940486907958984,
476
+ "eval_pcc_0": 0.7002213425661591,
477
+ "eval_pcc_1": 0.7684838569732796,
478
+ "eval_pcc_2": 0.7699957375295181,
479
+ "eval_pcc_3": 0.7241491724905785,
480
+ "eval_runtime": 112.6214,
481
+ "eval_samples_per_second": 22.198,
482
+ "eval_steps_per_second": 2.779,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.5779608488082886,
488
+ "eval_mse_0": 2.026318073272705,
489
+ "eval_mse_1": 1.182258129119873,
490
+ "eval_mse_2": 1.1813933849334717,
491
+ "eval_mse_3": 1.9218716621398926,
492
+ "eval_pcc_0": 0.7053104115042977,
493
+ "eval_pcc_1": 0.7679597632844367,
494
+ "eval_pcc_2": 0.7691086548153407,
495
+ "eval_pcc_3": 0.7260131790906785,
496
+ "eval_runtime": 112.5227,
497
+ "eval_samples_per_second": 22.218,
498
+ "eval_steps_per_second": 2.782,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.2027,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.4941608905792236,
510
+ "eval_mse_0": 1.7761439085006714,
511
+ "eval_mse_1": 1.221266269683838,
512
+ "eval_mse_2": 1.193524956703186,
513
+ "eval_mse_3": 1.7857093811035156,
514
+ "eval_pcc_0": 0.7118894876665196,
515
+ "eval_pcc_1": 0.7723809399617866,
516
+ "eval_pcc_2": 0.7724658444703586,
517
+ "eval_pcc_3": 0.7323290985054334,
518
+ "eval_runtime": 117.7286,
519
+ "eval_samples_per_second": 21.235,
520
+ "eval_steps_per_second": 2.659,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.5612266063690186,
526
+ "eval_mse_0": 1.9678758382797241,
527
+ "eval_mse_1": 1.160699725151062,
528
+ "eval_mse_2": 1.1594841480255127,
529
+ "eval_mse_3": 1.9568452835083008,
530
+ "eval_pcc_0": 0.7044473919740347,
531
+ "eval_pcc_1": 0.7713575880540396,
532
+ "eval_pcc_2": 0.7720631898490625,
533
+ "eval_pcc_3": 0.7273640978926216,
534
+ "eval_runtime": 118.4691,
535
+ "eval_samples_per_second": 21.103,
536
+ "eval_steps_per_second": 2.642,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.1969,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.5679384469985962,
548
+ "eval_mse_0": 1.9215192794799805,
549
+ "eval_mse_1": 1.2640836238861084,
550
+ "eval_mse_2": 1.246857762336731,
551
+ "eval_mse_3": 1.8392912149429321,
552
+ "eval_pcc_0": 0.7100650071003948,
553
+ "eval_pcc_1": 0.7728838573588002,
554
+ "eval_pcc_2": 0.7739338767034979,
555
+ "eval_pcc_3": 0.7304246589750015,
556
+ "eval_runtime": 117.6537,
557
+ "eval_samples_per_second": 21.249,
558
+ "eval_steps_per_second": 2.66,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.1843,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.4872498512268066,
570
+ "eval_mse_0": 1.7885650396347046,
571
+ "eval_mse_1": 1.1799677610397339,
572
+ "eval_mse_2": 1.2173399925231934,
573
+ "eval_mse_3": 1.7631275653839111,
574
+ "eval_pcc_0": 0.7090578416826903,
575
+ "eval_pcc_1": 0.770782014036703,
576
+ "eval_pcc_2": 0.7719625776390456,
577
+ "eval_pcc_3": 0.7294843018742168,
578
+ "eval_runtime": 114.671,
579
+ "eval_samples_per_second": 21.802,
580
+ "eval_steps_per_second": 2.73,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.5510685443878174,
586
+ "eval_mse_0": 1.8446544408798218,
587
+ "eval_mse_1": 1.260361909866333,
588
+ "eval_mse_2": 1.2676252126693726,
589
+ "eval_mse_3": 1.8316353559494019,
590
+ "eval_pcc_0": 0.7080336436644091,
591
+ "eval_pcc_1": 0.7697912103338106,
592
+ "eval_pcc_2": 0.7713498575218135,
593
+ "eval_pcc_3": 0.7287464275548373,
594
+ "eval_runtime": 115.8393,
595
+ "eval_samples_per_second": 21.582,
596
+ "eval_steps_per_second": 2.702,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 0.5961323779738876,
604
+ "train_runtime": 10284.9638,
605
+ "train_samples_per_second": 7.292,
606
+ "train_steps_per_second": 0.913
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wav2vec2/ctc/02_wav2vec2-large-960h/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44bd5363e504e5d96606f289b5825613a2f46cdd05a01164864cf09c6cc5217
3
+ size 4792