haeylee commited on
Commit
7e7aed8
·
verified ·
1 Parent(s): 4013a1a

Upload folder using huggingface_hub

Browse files
wavlm/general/12_wavlm-base-plus-sv/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.243644118309021,
4
+ "eval_mse_0": 1.3874261379241943,
5
+ "eval_mse_1": 1.105299472808838,
6
+ "eval_mse_2": 1.1295065879821777,
7
+ "eval_mse_3": 1.3523460626602173,
8
+ "eval_pcc_0": 0.6491576807467382,
9
+ "eval_pcc_1": 0.6970563460081075,
10
+ "eval_pcc_2": 0.6866829429077224,
11
+ "eval_pcc_3": 0.667372075501894,
12
+ "eval_runtime": 83.3728,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 29.986,
15
+ "eval_steps_per_second": 3.754,
16
+ "train_loss": 7.530013267833966,
17
+ "train_runtime": 6194.759,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 12.107,
20
+ "train_steps_per_second": 1.516
21
+ }
wavlm/general/12_wavlm-base-plus-sv/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "microsoft/wavlm-base-plus-sv",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "/data2/haeyoung/0303/general/model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "microsoft/wavlm-base-plus-sv_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "/data2/haeyoung/0303/general/model_saved/microsoft/wavlm-base-plus-sv_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "/data2/haeyoung/0303/general/model_saved/logs/microsoft/wavlm-base-plus-sv_lr1e-05_epochs30_batch4"
11
+ }
wavlm/general/12_wavlm-base-plus-sv/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.243644118309021,
4
+ "eval_mse_0": 1.3874261379241943,
5
+ "eval_mse_1": 1.105299472808838,
6
+ "eval_mse_2": 1.1295065879821777,
7
+ "eval_mse_3": 1.3523460626602173,
8
+ "eval_pcc_0": 0.6491576807467382,
9
+ "eval_pcc_1": 0.6970563460081075,
10
+ "eval_pcc_2": 0.6866829429077224,
11
+ "eval_pcc_3": 0.667372075501894,
12
+ "eval_runtime": 83.3728,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 29.986,
15
+ "eval_steps_per_second": 3.754
16
+ }
wavlm/general/12_wavlm-base-plus-sv/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72185c4fde4013d054c343bce7f304b9aa6fb9261f6676422012d695a02f2a2a
3
+ size 377640606
wavlm/general/12_wavlm-base-plus-sv/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b225548a5509019dd85fdc57d00de7200050bc3c2dda212bd4dd18d88c5d1b
3
+ size 377569864
wavlm/general/12_wavlm-base-plus-sv/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bcb28b5bff6bcfdb14112b580731e4e96ec3f7278164345fcd4ebcb5f7626c7
3
+ size 377637234
wavlm/general/12_wavlm-base-plus-sv/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": false,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
wavlm/general/12_wavlm-base-plus-sv/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 7.530013267833966,
4
+ "train_runtime": 6194.759,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 12.107,
7
+ "train_steps_per_second": 1.516
8
+ }
wavlm/general/12_wavlm-base-plus-sv/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "/data2/haeyoung/0303/general/model_saved/microsoft/wavlm-base-plus-sv_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "/data2/haeyoung/0303/general/model_saved/logs/microsoft/wavlm-base-plus-sv_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "/data2/haeyoung/0303/general/model_saved/microsoft/wavlm-base-plus-sv_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wavlm/general/12_wavlm-base-plus-sv/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 37.49620819091797,
14
+ "eval_mse_0": 41.019657135009766,
15
+ "eval_mse_1": 40.68148422241211,
16
+ "eval_mse_2": 35.33256530761719,
17
+ "eval_mse_3": 32.95109939575195,
18
+ "eval_pcc_0": -0.1461328253193298,
19
+ "eval_pcc_1": 0.12133547501810812,
20
+ "eval_pcc_2": -0.027755790045121645,
21
+ "eval_pcc_3": 0.06671521578211928,
22
+ "eval_runtime": 84.0471,
23
+ "eval_samples_per_second": 29.745,
24
+ "eval_steps_per_second": 3.724,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 39.5,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 32.65333938598633,
36
+ "eval_mse_0": 35.91141891479492,
37
+ "eval_mse_1": 35.12276077270508,
38
+ "eval_mse_2": 30.92831802368164,
39
+ "eval_mse_3": 28.65095329284668,
40
+ "eval_pcc_0": -0.16967115783774625,
41
+ "eval_pcc_1": 0.0038209811397540037,
42
+ "eval_pcc_2": 0.15867779245700023,
43
+ "eval_pcc_3": 0.0475906943206459,
44
+ "eval_runtime": 83.975,
45
+ "eval_samples_per_second": 29.771,
46
+ "eval_steps_per_second": 3.727,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 27.753131866455078,
52
+ "eval_mse_0": 30.940078735351562,
53
+ "eval_mse_1": 29.536256790161133,
54
+ "eval_mse_2": 26.18486785888672,
55
+ "eval_mse_3": 24.351285934448242,
56
+ "eval_pcc_0": -0.13538830478577088,
57
+ "eval_pcc_1": 0.16026703276055335,
58
+ "eval_pcc_2": 0.07608752347584608,
59
+ "eval_pcc_3": 0.014988303991297526,
60
+ "eval_runtime": 82.9225,
61
+ "eval_samples_per_second": 30.149,
62
+ "eval_steps_per_second": 3.775,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 30.1535,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 23.003589630126953,
74
+ "eval_mse_0": 25.714738845825195,
75
+ "eval_mse_1": 24.448102951049805,
76
+ "eval_mse_2": 21.781658172607422,
77
+ "eval_mse_3": 20.069822311401367,
78
+ "eval_pcc_0": -0.15152143969220508,
79
+ "eval_pcc_1": 0.22560770787568984,
80
+ "eval_pcc_2": 0.13600480181890168,
81
+ "eval_pcc_3": -0.025031504185111172,
82
+ "eval_runtime": 84.3688,
83
+ "eval_samples_per_second": 29.632,
84
+ "eval_steps_per_second": 3.71,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 22.4525,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 18.565364837646484,
96
+ "eval_mse_0": 20.742828369140625,
97
+ "eval_mse_1": 19.726119995117188,
98
+ "eval_mse_2": 17.584787368774414,
99
+ "eval_mse_3": 16.20746421813965,
100
+ "eval_pcc_0": -0.12119353789037333,
101
+ "eval_pcc_1": 0.13924967619434808,
102
+ "eval_pcc_2": 0.19048480444889876,
103
+ "eval_pcc_3": 0.02252597901073264,
104
+ "eval_runtime": 82.3933,
105
+ "eval_samples_per_second": 30.342,
106
+ "eval_steps_per_second": 3.799,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 14.587180137634277,
112
+ "eval_mse_0": 16.36326026916504,
113
+ "eval_mse_1": 15.522064208984375,
114
+ "eval_mse_2": 13.90618896484375,
115
+ "eval_mse_3": 12.55733871459961,
116
+ "eval_pcc_0": -0.10493259753041315,
117
+ "eval_pcc_1": 0.19290304934200672,
118
+ "eval_pcc_2": 0.13454724964174475,
119
+ "eval_pcc_3": 0.028070155238140278,
120
+ "eval_runtime": 84.0302,
121
+ "eval_samples_per_second": 29.751,
122
+ "eval_steps_per_second": 3.725,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 15.9817,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 11.159050941467285,
134
+ "eval_mse_0": 12.599000930786133,
135
+ "eval_mse_1": 11.811245918273926,
136
+ "eval_mse_2": 10.630511283874512,
137
+ "eval_mse_3": 9.595426559448242,
138
+ "eval_pcc_0": -0.08691858778585115,
139
+ "eval_pcc_1": 0.15246616127986287,
140
+ "eval_pcc_2": 0.12549469062217047,
141
+ "eval_pcc_3": 0.02444531406492299,
142
+ "eval_runtime": 83.1476,
143
+ "eval_samples_per_second": 30.067,
144
+ "eval_steps_per_second": 3.764,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 10.6543,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 8.30371379852295,
156
+ "eval_mse_0": 9.602455139160156,
157
+ "eval_mse_1": 8.664776802062988,
158
+ "eval_mse_2": 7.8030009269714355,
159
+ "eval_mse_3": 7.144659996032715,
160
+ "eval_pcc_0": -0.06658345093017329,
161
+ "eval_pcc_1": 0.08013129678649665,
162
+ "eval_pcc_2": 0.16181992573495646,
163
+ "eval_pcc_3": 0.04056542846228684,
164
+ "eval_runtime": 78.4903,
165
+ "eval_samples_per_second": 31.851,
166
+ "eval_steps_per_second": 3.988,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 6.0759196281433105,
172
+ "eval_mse_0": 7.137426376342773,
173
+ "eval_mse_1": 6.291035175323486,
174
+ "eval_mse_2": 5.567683219909668,
175
+ "eval_mse_3": 5.307534694671631,
176
+ "eval_pcc_0": -0.07394169380007332,
177
+ "eval_pcc_1": 0.13494222879882212,
178
+ "eval_pcc_2": 0.1077495381024495,
179
+ "eval_pcc_3": 0.0629016104336162,
180
+ "eval_runtime": 84.4486,
181
+ "eval_samples_per_second": 29.604,
182
+ "eval_steps_per_second": 3.706,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 6.7396,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 4.417934417724609,
194
+ "eval_mse_0": 5.06233024597168,
195
+ "eval_mse_1": 4.519683361053467,
196
+ "eval_mse_2": 4.030745506286621,
197
+ "eval_mse_3": 4.0589776039123535,
198
+ "eval_pcc_0": -0.056492834948875026,
199
+ "eval_pcc_1": 0.12141540346993207,
200
+ "eval_pcc_2": 0.09973587337080321,
201
+ "eval_pcc_3": 0.07222078382141563,
202
+ "eval_runtime": 82.4737,
203
+ "eval_samples_per_second": 30.313,
204
+ "eval_steps_per_second": 3.795,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 3.283968448638916,
210
+ "eval_mse_0": 3.888218641281128,
211
+ "eval_mse_1": 3.2580676078796387,
212
+ "eval_mse_2": 2.9270572662353516,
213
+ "eval_mse_3": 3.062525749206543,
214
+ "eval_pcc_0": 0.3512115926676452,
215
+ "eval_pcc_1": 0.3630865149403626,
216
+ "eval_pcc_2": 0.3583782014025405,
217
+ "eval_pcc_3": 0.3573613489612222,
218
+ "eval_runtime": 83.2579,
219
+ "eval_samples_per_second": 30.027,
220
+ "eval_steps_per_second": 3.759,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 4.1606,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 2.478520393371582,
232
+ "eval_mse_0": 2.928079605102539,
233
+ "eval_mse_1": 2.4222333431243896,
234
+ "eval_mse_2": 2.2562780380249023,
235
+ "eval_mse_3": 2.3074886798858643,
236
+ "eval_pcc_0": 0.5052395539688638,
237
+ "eval_pcc_1": 0.5168286324149053,
238
+ "eval_pcc_2": 0.5064866607171085,
239
+ "eval_pcc_3": 0.5119506938621523,
240
+ "eval_runtime": 84.0371,
241
+ "eval_samples_per_second": 29.749,
242
+ "eval_steps_per_second": 3.725,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 2.5022,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 2.002467632293701,
254
+ "eval_mse_0": 2.312981128692627,
255
+ "eval_mse_1": 1.9676953554153442,
256
+ "eval_mse_2": 1.821219563484192,
257
+ "eval_mse_3": 1.9079740047454834,
258
+ "eval_pcc_0": 0.5216433677989637,
259
+ "eval_pcc_1": 0.5444950288938961,
260
+ "eval_pcc_2": 0.5330486833957702,
261
+ "eval_pcc_3": 0.537644487828239,
262
+ "eval_runtime": 84.3483,
263
+ "eval_samples_per_second": 29.639,
264
+ "eval_steps_per_second": 3.711,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.7926768064498901,
270
+ "eval_mse_0": 1.9923710823059082,
271
+ "eval_mse_1": 1.6956679821014404,
272
+ "eval_mse_2": 1.658450961112976,
273
+ "eval_mse_3": 1.82421875,
274
+ "eval_pcc_0": 0.5003303952868308,
275
+ "eval_pcc_1": 0.496522404445264,
276
+ "eval_pcc_2": 0.4867981589338636,
277
+ "eval_pcc_3": 0.5044122431571137,
278
+ "eval_runtime": 84.7271,
279
+ "eval_samples_per_second": 29.507,
280
+ "eval_steps_per_second": 3.694,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 1.585,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.628679633140564,
292
+ "eval_mse_0": 1.790345549583435,
293
+ "eval_mse_1": 1.4885863065719604,
294
+ "eval_mse_2": 1.4919342994689941,
295
+ "eval_mse_3": 1.7438496351242065,
296
+ "eval_pcc_0": 0.5362994876812299,
297
+ "eval_pcc_1": 0.5487159123321196,
298
+ "eval_pcc_2": 0.5381278008781906,
299
+ "eval_pcc_3": 0.5432740924138241,
300
+ "eval_runtime": 83.2625,
301
+ "eval_samples_per_second": 30.026,
302
+ "eval_steps_per_second": 3.759,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 1.1324,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.6387064456939697,
314
+ "eval_mse_0": 1.7965060472488403,
315
+ "eval_mse_1": 1.493124008178711,
316
+ "eval_mse_2": 1.5063058137893677,
317
+ "eval_mse_3": 1.7588902711868286,
318
+ "eval_pcc_0": 0.5616211741133367,
319
+ "eval_pcc_1": 0.5769908541668654,
320
+ "eval_pcc_2": 0.5624044550697057,
321
+ "eval_pcc_3": 0.5730423906782282,
322
+ "eval_runtime": 81.4943,
323
+ "eval_samples_per_second": 30.677,
324
+ "eval_steps_per_second": 3.841,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.5238269567489624,
330
+ "eval_mse_0": 1.6563646793365479,
331
+ "eval_mse_1": 1.3769956827163696,
332
+ "eval_mse_2": 1.414581060409546,
333
+ "eval_mse_3": 1.647367238998413,
334
+ "eval_pcc_0": 0.5654414298057395,
335
+ "eval_pcc_1": 0.5775091257326989,
336
+ "eval_pcc_2": 0.5669066458804233,
337
+ "eval_pcc_3": 0.5815970932028491,
338
+ "eval_runtime": 84.4618,
339
+ "eval_samples_per_second": 29.599,
340
+ "eval_steps_per_second": 3.706,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.9737,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.6608304977416992,
352
+ "eval_mse_0": 1.9070923328399658,
353
+ "eval_mse_1": 1.432123064994812,
354
+ "eval_mse_2": 1.4262173175811768,
355
+ "eval_mse_3": 1.8778902292251587,
356
+ "eval_pcc_0": 0.5748341991287664,
357
+ "eval_pcc_1": 0.6334325755709229,
358
+ "eval_pcc_2": 0.6259378014647846,
359
+ "eval_pcc_3": 0.5930483656073843,
360
+ "eval_runtime": 83.5184,
361
+ "eval_samples_per_second": 29.934,
362
+ "eval_steps_per_second": 3.748,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.3965060710906982,
368
+ "eval_mse_0": 1.5663833618164062,
369
+ "eval_mse_1": 1.2284361124038696,
370
+ "eval_mse_2": 1.2700564861297607,
371
+ "eval_mse_3": 1.5211470127105713,
372
+ "eval_pcc_0": 0.5894173927261439,
373
+ "eval_pcc_1": 0.63266763030628,
374
+ "eval_pcc_2": 0.6221586269373246,
375
+ "eval_pcc_3": 0.6138698433260963,
376
+ "eval_runtime": 84.636,
377
+ "eval_samples_per_second": 29.538,
378
+ "eval_steps_per_second": 3.698,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.8777,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.463577151298523,
390
+ "eval_mse_0": 1.6713167428970337,
391
+ "eval_mse_1": 1.2788236141204834,
392
+ "eval_mse_2": 1.2603498697280884,
393
+ "eval_mse_3": 1.6438119411468506,
394
+ "eval_pcc_0": 0.6135795015662695,
395
+ "eval_pcc_1": 0.6752967296029542,
396
+ "eval_pcc_2": 0.663588926067091,
397
+ "eval_pcc_3": 0.6338784644548797,
398
+ "eval_runtime": 83.6431,
399
+ "eval_samples_per_second": 29.889,
400
+ "eval_steps_per_second": 3.742,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.8147,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.2666981220245361,
412
+ "eval_mse_0": 1.4538743495941162,
413
+ "eval_mse_1": 1.1005200147628784,
414
+ "eval_mse_2": 1.118333339691162,
415
+ "eval_mse_3": 1.3940664529800415,
416
+ "eval_pcc_0": 0.6266914596242009,
417
+ "eval_pcc_1": 0.6851822218568848,
418
+ "eval_pcc_2": 0.6774101812014689,
419
+ "eval_pcc_3": 0.6500650717546718,
420
+ "eval_runtime": 84.7413,
421
+ "eval_samples_per_second": 29.502,
422
+ "eval_steps_per_second": 3.694,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.2702243328094482,
428
+ "eval_mse_0": 1.444044589996338,
429
+ "eval_mse_1": 1.1105105876922607,
430
+ "eval_mse_2": 1.135878086090088,
431
+ "eval_mse_3": 1.3904651403427124,
432
+ "eval_pcc_0": 0.632364440095,
433
+ "eval_pcc_1": 0.685207172300946,
434
+ "eval_pcc_2": 0.6746534138967457,
435
+ "eval_pcc_3": 0.6541175039839564,
436
+ "eval_runtime": 84.3584,
437
+ "eval_samples_per_second": 29.635,
438
+ "eval_steps_per_second": 3.71,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.7461,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.3418341875076294,
450
+ "eval_mse_0": 1.478748083114624,
451
+ "eval_mse_1": 1.223015546798706,
452
+ "eval_mse_2": 1.2182457447052002,
453
+ "eval_mse_3": 1.447330117225647,
454
+ "eval_pcc_0": 0.6393557995141579,
455
+ "eval_pcc_1": 0.6861812748106558,
456
+ "eval_pcc_2": 0.6749637965063019,
457
+ "eval_pcc_3": 0.6594028305636565,
458
+ "eval_runtime": 84.4554,
459
+ "eval_samples_per_second": 29.601,
460
+ "eval_steps_per_second": 3.706,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.7031,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.2126387357711792,
472
+ "eval_mse_0": 1.3932298421859741,
473
+ "eval_mse_1": 1.0525259971618652,
474
+ "eval_mse_2": 1.0706422328948975,
475
+ "eval_mse_3": 1.3341559171676636,
476
+ "eval_pcc_0": 0.647041753184402,
477
+ "eval_pcc_1": 0.7035470805508226,
478
+ "eval_pcc_2": 0.6944401985109897,
479
+ "eval_pcc_3": 0.671552076046657,
480
+ "eval_runtime": 84.4176,
481
+ "eval_samples_per_second": 29.615,
482
+ "eval_steps_per_second": 3.708,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.2351539134979248,
488
+ "eval_mse_0": 1.4303975105285645,
489
+ "eval_mse_1": 1.0503432750701904,
490
+ "eval_mse_2": 1.0891296863555908,
491
+ "eval_mse_3": 1.370747447013855,
492
+ "eval_pcc_0": 0.6365034192324545,
493
+ "eval_pcc_1": 0.6961979561365615,
494
+ "eval_pcc_2": 0.6859518732177992,
495
+ "eval_pcc_3": 0.6601820289125075,
496
+ "eval_runtime": 83.7938,
497
+ "eval_samples_per_second": 29.835,
498
+ "eval_steps_per_second": 3.735,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.6841,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.248369574546814,
510
+ "eval_mse_0": 1.3836770057678223,
511
+ "eval_mse_1": 1.118526816368103,
512
+ "eval_mse_2": 1.1433407068252563,
513
+ "eval_mse_3": 1.347935438156128,
514
+ "eval_pcc_0": 0.650049429628873,
515
+ "eval_pcc_1": 0.693116927559706,
516
+ "eval_pcc_2": 0.6830351807433733,
517
+ "eval_pcc_3": 0.6683149603805226,
518
+ "eval_runtime": 80.5831,
519
+ "eval_samples_per_second": 31.024,
520
+ "eval_steps_per_second": 3.884,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.227637529373169,
526
+ "eval_mse_0": 1.402883768081665,
527
+ "eval_mse_1": 1.0624160766601562,
528
+ "eval_mse_2": 1.092502236366272,
529
+ "eval_mse_3": 1.3527450561523438,
530
+ "eval_pcc_0": 0.6489259514846067,
531
+ "eval_pcc_1": 0.7014291192703521,
532
+ "eval_pcc_2": 0.6927801947499573,
533
+ "eval_pcc_3": 0.6696330263195494,
534
+ "eval_runtime": 83.9397,
535
+ "eval_samples_per_second": 29.783,
536
+ "eval_steps_per_second": 3.729,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.6434,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.2617387771606445,
548
+ "eval_mse_0": 1.3912030458450317,
549
+ "eval_mse_1": 1.1335089206695557,
550
+ "eval_mse_2": 1.1600311994552612,
551
+ "eval_mse_3": 1.3622119426727295,
552
+ "eval_pcc_0": 0.6518175699005131,
553
+ "eval_pcc_1": 0.6985201514999251,
554
+ "eval_pcc_2": 0.6875386864379791,
555
+ "eval_pcc_3": 0.6697421416575201,
556
+ "eval_runtime": 82.8996,
557
+ "eval_samples_per_second": 30.157,
558
+ "eval_steps_per_second": 3.776,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.6173,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.2433091402053833,
570
+ "eval_mse_0": 1.3890771865844727,
571
+ "eval_mse_1": 1.101660966873169,
572
+ "eval_mse_2": 1.1308404207229614,
573
+ "eval_mse_3": 1.3516558408737183,
574
+ "eval_pcc_0": 0.648930626357649,
575
+ "eval_pcc_1": 0.6978702089782411,
576
+ "eval_pcc_2": 0.6871354410641046,
577
+ "eval_pcc_3": 0.6673631543849244,
578
+ "eval_runtime": 82.8375,
579
+ "eval_samples_per_second": 30.18,
580
+ "eval_steps_per_second": 3.778,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.243644118309021,
586
+ "eval_mse_0": 1.3874261379241943,
587
+ "eval_mse_1": 1.105299472808838,
588
+ "eval_mse_2": 1.1295065879821777,
589
+ "eval_mse_3": 1.3523460626602173,
590
+ "eval_pcc_0": 0.6491576807467382,
591
+ "eval_pcc_1": 0.6970563460081075,
592
+ "eval_pcc_2": 0.6866829429077224,
593
+ "eval_pcc_3": 0.667372075501894,
594
+ "eval_runtime": 84.303,
595
+ "eval_samples_per_second": 29.655,
596
+ "eval_steps_per_second": 3.713,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 7.530013267833966,
604
+ "train_runtime": 6194.759,
605
+ "train_samples_per_second": 12.107,
606
+ "train_steps_per_second": 1.516
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wavlm/general/12_wavlm-base-plus-sv/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f689e587c522c56e039a057444a52de8bf98e73c1aa805ea374510614bc18f82
3
+ size 4792