ElSebasPai commited on
Commit
bb18e7a
·
1 Parent(s): 22b417c

Upload 18 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ added_IVF2413_Flat_nprobe_1_lincoln_v2.index filter=lfs diff=lfs merge=lfs -text
37
+ trained_IVF2413_Flat_nprobe_1_lincoln_v2.index filter=lfs diff=lfs merge=lfs -text
D_2333333.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f6efbe46d055d2a9d0e52360c20e6e50e720878386131bf3d07446dce06e868
3
+ size 857126469
G_2333333.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1348e6fe9998b2a7c5337564976943ff8395460977907700606560ed8419d9b4
3
+ size 438183069
added_IVF2413_Flat_nprobe_1_lincoln_v2.index ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f6833a23073f3dcffdf282d6327c73ea026688386b536cf3e46917c3e6108c
3
+ size 297309459
config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "train": {
3
+ "log_interval": 200,
4
+ "seed": 1234,
5
+ "epochs": 20000,
6
+ "learning_rate": 1e-4,
7
+ "betas": [0.8, 0.99],
8
+ "eps": 1e-9,
9
+ "batch_size": 4,
10
+ "fp16_run": false,
11
+ "lr_decay": 0.999875,
12
+ "segment_size": 12800,
13
+ "init_lr_ratio": 1,
14
+ "warmup_epochs": 0,
15
+ "c_mel": 45,
16
+ "c_kl": 1.0
17
+ },
18
+ "data": {
19
+ "max_wav_value": 32768.0,
20
+ "sampling_rate": 40000,
21
+ "filter_length": 2048,
22
+ "hop_length": 400,
23
+ "win_length": 2048,
24
+ "n_mel_channels": 125,
25
+ "mel_fmin": 0.0,
26
+ "mel_fmax": null
27
+ },
28
+ "model": {
29
+ "inter_channels": 192,
30
+ "hidden_channels": 192,
31
+ "filter_channels": 768,
32
+ "n_heads": 2,
33
+ "n_layers": 6,
34
+ "kernel_size": 3,
35
+ "p_dropout": 0,
36
+ "resblock": "1",
37
+ "resblock_kernel_sizes": [3,7,11],
38
+ "resblock_dilation_sizes": [[1,3,5], [1,3,5], [1,3,5]],
39
+ "upsample_rates": [10,10,2,2],
40
+ "upsample_initial_channel": 512,
41
+ "upsample_kernel_sizes": [16,16,4,4],
42
+ "use_spectral_norm": false,
43
+ "gin_channels": 256,
44
+ "spk_embed_dim": 109
45
+ }
46
+ }
events.out.tfevents.1690836047.95b325589f25.8161.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603b204ca1b4ef527fe5dc0282de02758dd04fc38ea7938a58efe6bda935cee7
3
+ size 2578346
events.out.tfevents.1690836047.95b325589f25.8161.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b078448efbe0b8624fc0faac8736963b5d56a942fbc4dccade3ec351c0c45d17
3
+ size 88
events.out.tfevents.1690939676.c4d99dbe2fef.2844.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:565b3543ee21f042ad7b91c7ca51b114ee9240fef29c2fdc969def1774b553f0
3
+ size 2241220
events.out.tfevents.1690939676.c4d99dbe2fef.2844.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c81822b342f46110353df2ecd92ddc468cb6e2f473dac0375e9dcf5163ab0906
3
+ size 88
events.out.tfevents.1691028339.cca4fadc22f3.2326.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8507dfe562a912fd62c455e1b5e7decd1f2ff8cdbd02e637e6c1f653380838b7
3
+ size 2505714
events.out.tfevents.1691028339.cca4fadc22f3.2326.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21739e20d816080366e818a14164ebd984b41d65592308922e196419fbdcbde7
3
+ size 88
events.out.tfevents.1691516863.f796108203da.2477.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b60729dfe4b9cbb2dcdd06017c2eb5e1ecf335b951655c48953234a8633fd09
3
+ size 2379692
events.out.tfevents.1691516863.f796108203da.2477.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:337e30dad3f9dcf9022303be9d3ceae0b269e7602870bbe698ed04109eae5f6c
3
+ size 88
events.out.tfevents.1691609039.f98b06cf089a.2512.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4c73608b4975dd14b0295bc6db1ca264400bbea0d17dfccf23e8543248dc0d
3
+ size 2425014
filelist.txt ADDED
The diff for this file is too large to render. See raw diff
 
lincoln.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b182e28a1eb97789372c05d519f4d7368e6f866d77040fb53c70e03f9bcfc20b
3
+ size 55216303
total_fea.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430e43d48ccf6272b50f6180245a899c52704635c2577ddfea53116fb5566233
3
+ size 289124480
train.log ADDED
@@ -0,0 +1,172 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2023-08-09 19:23:59,869 lincoln INFO {'train': {'log_interval': 200, 'seed': 1234, 'epochs': 20000, 'learning_rate': 0.0001, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 20, 'fp16_run': False, 'lr_decay': 0.999875, 'segment_size': 12800, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0}, 'data': {'max_wav_value': 32768.0, 'sampling_rate': 40000, 'filter_length': 2048, 'hop_length': 400, 'win_length': 2048, 'n_mel_channels': 125, 'mel_fmin': 0.0, 'mel_fmax': None, 'training_files': './logs/lincoln/filelist.txt'}, 'model': {'inter_channels': 192, 'hidden_channels': 192, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 6, 'kernel_size': 3, 'p_dropout': 0, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [10, 10, 2, 2], 'upsample_initial_channel': 512, 'upsample_kernel_sizes': [16, 16, 4, 4], 'use_spectral_norm': False, 'gin_channels': 256, 'spk_embed_dim': 109}, 'model_dir': './logs/lincoln', 'experiment_dir': './logs/lincoln', 'save_every_epoch': 50, 'name': 'lincoln', 'total_epoch': 500, 'pretrainG': 'pretrained_v2/f0G40k.pth', 'pretrainD': 'pretrained_v2/f0D40k.pth', 'version': 'v2', 'gpus': '0', 'sample_rate': '40k', 'if_f0': 1, 'if_latest': 1, 'save_every_weights': '0', 'if_cache_data_in_gpu': 0}
2
+ 2023-08-09 19:24:03,888 lincoln INFO Loaded model weights
3
+ 2023-08-09 19:24:04,535 lincoln INFO Loaded checkpoint './logs/lincoln/D_2333333.pth' (epoch 400)
4
+ 2023-08-09 19:24:04,536 lincoln INFO loaded D
5
+ 2023-08-09 19:24:06,188 lincoln INFO Loaded model weights
6
+ 2023-08-09 19:24:06,408 lincoln INFO Loaded checkpoint './logs/lincoln/G_2333333.pth' (epoch 400)
7
+ 2023-08-09 19:26:20,916 lincoln INFO Saving model and optimizer state at epoch 400 to ./logs/lincoln/G_2333333.pth
8
+ 2023-08-09 19:26:21,917 lincoln INFO Saving model and optimizer state at epoch 400 to ./logs/lincoln/D_2333333.pth
9
+ 2023-08-09 19:26:25,324 lincoln INFO ====> Epoch: 400 [2023-08-09 19:26:25] | (0:01:55.604465)
10
+ 2023-08-09 19:26:30,340 lincoln INFO Train Epoch: 401 [0%]
11
+ 2023-08-09 19:26:30,344 lincoln INFO [14800, 9.507509276098694e-05]
12
+ 2023-08-09 19:26:30,344 lincoln INFO loss_disc=3.168, loss_gen=4.216, loss_fm=16.438,loss_mel=20.689, loss_kl=0.841
13
+ 2023-08-09 19:28:22,038 lincoln INFO ====> Epoch: 401 [2023-08-09 19:28:22] | (0:01:56.689478)
14
+ 2023-08-09 19:30:12,061 lincoln INFO ====> Epoch: 402 [2023-08-09 19:30:12] | (0:01:50.008146)
15
+ 2023-08-09 19:32:02,110 lincoln INFO ====> Epoch: 403 [2023-08-09 19:32:02] | (0:01:50.036773)
16
+ 2023-08-09 19:33:52,684 lincoln INFO ====> Epoch: 404 [2023-08-09 19:33:52] | (0:01:50.563257)
17
+ 2023-08-09 19:35:42,963 lincoln INFO ====> Epoch: 405 [2023-08-09 19:35:42] | (0:01:50.266874)
18
+ 2023-08-09 19:36:31,771 lincoln INFO Train Epoch: 406 [41%]
19
+ 2023-08-09 19:36:31,773 lincoln INFO [15000, 9.501568568163774e-05]
20
+ 2023-08-09 19:36:31,773 lincoln INFO loss_disc=3.278, loss_gen=4.112, loss_fm=15.311,loss_mel=20.775, loss_kl=1.181
21
+ 2023-08-09 19:37:34,083 lincoln INFO ====> Epoch: 406 [2023-08-09 19:37:34] | (0:01:51.108373)
22
+ 2023-08-09 19:39:24,741 lincoln INFO ====> Epoch: 407 [2023-08-09 19:39:24] | (0:01:50.643684)
23
+ 2023-08-09 19:41:14,732 lincoln INFO ====> Epoch: 408 [2023-08-09 19:41:14] | (0:01:49.979987)
24
+ 2023-08-09 19:43:04,564 lincoln INFO ====> Epoch: 409 [2023-08-09 19:43:04] | (0:01:49.821344)
25
+ 2023-08-09 19:44:54,948 lincoln INFO ====> Epoch: 410 [2023-08-09 19:44:54] | (0:01:50.371909)
26
+ 2023-08-09 19:46:27,839 lincoln INFO Train Epoch: 411 [81%]
27
+ 2023-08-09 19:46:27,840 lincoln INFO [15200, 9.495631572243191e-05]
28
+ 2023-08-09 19:46:27,840 lincoln INFO loss_disc=3.268, loss_gen=3.961, loss_fm=16.168,loss_mel=21.023, loss_kl=1.280
29
+ 2023-08-09 19:46:46,353 lincoln INFO ====> Epoch: 411 [2023-08-09 19:46:46] | (0:01:51.393541)
30
+ 2023-08-09 19:48:36,416 lincoln INFO ====> Epoch: 412 [2023-08-09 19:48:36] | (0:01:50.048399)
31
+ 2023-08-09 19:50:26,766 lincoln INFO ====> Epoch: 413 [2023-08-09 19:50:26] | (0:01:50.339533)
32
+ 2023-08-09 19:52:17,387 lincoln INFO ====> Epoch: 414 [2023-08-09 19:52:17] | (0:01:50.609793)
33
+ 2023-08-09 19:54:06,478 lincoln INFO ====> Epoch: 415 [2023-08-09 19:54:06] | (0:01:49.082994)
34
+ 2023-08-09 19:55:55,793 lincoln INFO ====> Epoch: 416 [2023-08-09 19:55:55] | (0:01:49.307702)
35
+ 2023-08-09 19:56:23,441 lincoln INFO Train Epoch: 417 [22%]
36
+ 2023-08-09 19:56:23,442 lincoln INFO [15400, 9.488512073731768e-05]
37
+ 2023-08-09 19:56:23,442 lincoln INFO loss_disc=3.491, loss_gen=3.920, loss_fm=14.701,loss_mel=20.930, loss_kl=1.090
38
+ 2023-08-09 19:57:46,271 lincoln INFO ====> Epoch: 417 [2023-08-09 19:57:46] | (0:01:50.470626)
39
+ 2023-08-09 19:59:35,768 lincoln INFO ====> Epoch: 418 [2023-08-09 19:59:35] | (0:01:49.486718)
40
+ 2023-08-09 20:01:26,090 lincoln INFO ====> Epoch: 419 [2023-08-09 20:01:26] | (0:01:50.313498)
41
+ 2023-08-09 20:03:15,573 lincoln INFO ====> Epoch: 420 [2023-08-09 20:03:15] | (0:01:49.475728)
42
+ 2023-08-09 20:05:05,215 lincoln INFO ====> Epoch: 421 [2023-08-09 20:05:05] | (0:01:49.633983)
43
+ 2023-08-09 20:06:17,599 lincoln INFO Train Epoch: 422 [62%]
44
+ 2023-08-09 20:06:17,602 lincoln INFO [15600, 9.482583236080386e-05]
45
+ 2023-08-09 20:06:17,602 lincoln INFO loss_disc=3.398, loss_gen=4.100, loss_fm=14.387,loss_mel=20.863, loss_kl=1.214
46
+ 2023-08-09 20:06:56,328 lincoln INFO ====> Epoch: 422 [2023-08-09 20:06:56] | (0:01:51.106066)
47
+ 2023-08-09 20:08:47,269 lincoln INFO ====> Epoch: 423 [2023-08-09 20:08:47] | (0:01:50.929918)
48
+ 2023-08-09 20:10:37,799 lincoln INFO ====> Epoch: 424 [2023-08-09 20:10:37] | (0:01:50.519523)
49
+ 2023-08-09 20:12:28,289 lincoln INFO ====> Epoch: 425 [2023-08-09 20:12:28] | (0:01:50.479840)
50
+ 2023-08-09 20:14:18,924 lincoln INFO ====> Epoch: 426 [2023-08-09 20:14:18] | (0:01:50.624411)
51
+ 2023-08-09 20:16:08,913 lincoln INFO ====> Epoch: 427 [2023-08-09 20:16:08] | (0:01:49.978918)
52
+ 2023-08-09 20:16:16,548 lincoln INFO Train Epoch: 428 [3%]
53
+ 2023-08-09 20:16:16,551 lincoln INFO [15800, 9.475473520763392e-05]
54
+ 2023-08-09 20:16:16,551 lincoln INFO loss_disc=3.515, loss_gen=4.061, loss_fm=14.628,loss_mel=20.740, loss_kl=1.029
55
+ 2023-08-09 20:18:00,146 lincoln INFO ====> Epoch: 428 [2023-08-09 20:18:00] | (0:01:51.222573)
56
+ 2023-08-09 20:19:50,379 lincoln INFO ====> Epoch: 429 [2023-08-09 20:19:50] | (0:01:50.219437)
57
+ 2023-08-09 20:21:41,255 lincoln INFO ====> Epoch: 430 [2023-08-09 20:21:41] | (0:01:50.864821)
58
+ 2023-08-09 20:23:32,122 lincoln INFO ====> Epoch: 431 [2023-08-09 20:23:32] | (0:01:50.857356)
59
+ 2023-08-09 20:25:22,113 lincoln INFO ====> Epoch: 432 [2023-08-09 20:25:22] | (0:01:49.980450)
60
+ 2023-08-09 20:26:13,825 lincoln INFO Train Epoch: 433 [43%]
61
+ 2023-08-09 20:26:13,828 lincoln INFO [16000, 9.469552830170594e-05]
62
+ 2023-08-09 20:26:13,829 lincoln INFO loss_disc=3.045, loss_gen=4.142, loss_fm=15.629,loss_mel=20.941, loss_kl=0.969
63
+ 2023-08-09 20:27:13,263 lincoln INFO ====> Epoch: 433 [2023-08-09 20:27:13] | (0:01:51.138991)
64
+ 2023-08-09 20:29:03,655 lincoln INFO ====> Epoch: 434 [2023-08-09 20:29:03] | (0:01:50.379250)
65
+ 2023-08-09 20:30:53,218 lincoln INFO ====> Epoch: 435 [2023-08-09 20:30:53] | (0:01:49.551911)
66
+ 2023-08-09 20:32:43,279 lincoln INFO ====> Epoch: 436 [2023-08-09 20:32:43] | (0:01:50.050321)
67
+ 2023-08-09 20:34:32,746 lincoln INFO ====> Epoch: 437 [2023-08-09 20:34:32] | (0:01:49.458668)
68
+ 2023-08-09 20:36:08,205 lincoln INFO Train Epoch: 438 [84%]
69
+ 2023-08-09 20:36:08,209 lincoln INFO [16200, 9.463635839084426e-05]
70
+ 2023-08-09 20:36:08,209 lincoln INFO loss_disc=3.424, loss_gen=3.752, loss_fm=15.575,loss_mel=20.566, loss_kl=1.003
71
+ 2023-08-09 20:36:23,443 lincoln INFO ====> Epoch: 438 [2023-08-09 20:36:23] | (0:01:50.689618)
72
+ 2023-08-09 20:38:13,162 lincoln INFO ====> Epoch: 439 [2023-08-09 20:38:13] | (0:01:49.708915)
73
+ 2023-08-09 20:40:02,760 lincoln INFO ====> Epoch: 440 [2023-08-09 20:40:02] | (0:01:49.590439)
74
+ 2023-08-09 20:41:52,439 lincoln INFO ====> Epoch: 441 [2023-08-09 20:41:52] | (0:01:49.672633)
75
+ 2023-08-09 20:43:42,630 lincoln INFO ====> Epoch: 442 [2023-08-09 20:43:42] | (0:01:50.182371)
76
+ 2023-08-09 20:45:33,042 lincoln INFO ====> Epoch: 443 [2023-08-09 20:45:33] | (0:01:50.404011)
77
+ 2023-08-09 20:46:04,167 lincoln INFO Train Epoch: 444 [24%]
78
+ 2023-08-09 20:46:04,170 lincoln INFO [16400, 9.456540329875122e-05]
79
+ 2023-08-09 20:46:04,170 lincoln INFO loss_disc=3.541, loss_gen=3.753, loss_fm=15.624,loss_mel=20.556, loss_kl=1.140
80
+ 2023-08-09 20:47:24,307 lincoln INFO ====> Epoch: 444 [2023-08-09 20:47:24] | (0:01:51.257921)
81
+ 2023-08-09 20:49:15,035 lincoln INFO ====> Epoch: 445 [2023-08-09 20:49:15] | (0:01:50.715053)
82
+ 2023-08-09 20:51:06,085 lincoln INFO ====> Epoch: 446 [2023-08-09 20:51:06] | (0:01:51.039233)
83
+ 2023-08-09 20:52:56,495 lincoln INFO ====> Epoch: 447 [2023-08-09 20:52:56] | (0:01:50.399262)
84
+ 2023-08-09 20:54:46,926 lincoln INFO ====> Epoch: 448 [2023-08-09 20:54:46] | (0:01:50.420730)
85
+ 2023-08-09 20:56:02,185 lincoln INFO Train Epoch: 449 [65%]
86
+ 2023-08-09 20:56:02,186 lincoln INFO [16600, 9.450631469568687e-05]
87
+ 2023-08-09 20:56:02,186 lincoln INFO loss_disc=3.183, loss_gen=4.042, loss_fm=14.518,loss_mel=20.737, loss_kl=0.763
88
+ 2023-08-09 20:56:38,335 lincoln INFO ====> Epoch: 449 [2023-08-09 20:56:38] | (0:01:51.395693)
89
+ 2023-08-09 20:58:28,039 lincoln INFO Saving model and optimizer state at epoch 450 to ./logs/lincoln/G_2333333.pth
90
+ 2023-08-09 20:58:30,153 lincoln INFO Saving model and optimizer state at epoch 450 to ./logs/lincoln/D_2333333.pth
91
+ 2023-08-09 20:58:36,416 lincoln INFO ====> Epoch: 450 [2023-08-09 20:58:36] | (0:01:58.061982)
92
+ 2023-08-09 21:00:26,783 lincoln INFO ====> Epoch: 451 [2023-08-09 21:00:26] | (0:01:50.353422)
93
+ 2023-08-09 21:02:17,751 lincoln INFO ====> Epoch: 452 [2023-08-09 21:02:17] | (0:01:50.928530)
94
+ 2023-08-09 21:04:08,146 lincoln INFO ====> Epoch: 453 [2023-08-09 21:04:08] | (0:01:50.386437)
95
+ 2023-08-09 21:05:58,453 lincoln INFO ====> Epoch: 454 [2023-08-09 21:05:58] | (0:01:50.297483)
96
+ 2023-08-09 21:06:09,514 lincoln INFO Train Epoch: 455 [5%]
97
+ 2023-08-09 21:06:09,517 lincoln INFO [16800, 9.443545710589128e-05]
98
+ 2023-08-09 21:06:09,517 lincoln INFO loss_disc=3.393, loss_gen=4.172, loss_fm=14.696,loss_mel=20.024, loss_kl=1.012
99
+ 2023-08-09 21:07:49,592 lincoln INFO ====> Epoch: 455 [2023-08-09 21:07:49] | (0:01:51.126922)
100
+ 2023-08-09 21:09:40,259 lincoln INFO ====> Epoch: 456 [2023-08-09 21:09:40] | (0:01:50.654390)
101
+ 2023-08-09 21:11:30,519 lincoln INFO ====> Epoch: 457 [2023-08-09 21:11:30] | (0:01:50.248861)
102
+ 2023-08-09 21:13:20,645 lincoln INFO ====> Epoch: 458 [2023-08-09 21:13:20] | (0:01:50.115651)
103
+ 2023-08-09 21:15:10,637 lincoln INFO ====> Epoch: 459 [2023-08-09 21:15:10] | (0:01:49.980934)
104
+ 2023-08-09 21:16:05,239 lincoln INFO Train Epoch: 460 [46%]
105
+ 2023-08-09 21:16:05,240 lincoln INFO [17000, 9.437644969889592e-05]
106
+ 2023-08-09 21:16:05,240 lincoln INFO loss_disc=3.106, loss_gen=4.344, loss_fm=15.953,loss_mel=20.091, loss_kl=0.847
107
+ 2023-08-09 21:17:01,767 lincoln INFO ====> Epoch: 460 [2023-08-09 21:17:01] | (0:01:51.119996)
108
+ 2023-08-09 21:18:52,067 lincoln INFO ====> Epoch: 461 [2023-08-09 21:18:52] | (0:01:50.284732)
109
+ 2023-08-09 21:20:41,737 lincoln INFO ====> Epoch: 462 [2023-08-09 21:20:41] | (0:01:49.659650)
110
+ 2023-08-09 21:22:32,110 lincoln INFO ====> Epoch: 463 [2023-08-09 21:22:32] | (0:01:50.362745)
111
+ 2023-08-09 21:24:21,432 lincoln INFO ====> Epoch: 464 [2023-08-09 21:24:21] | (0:01:49.314044)
112
+ 2023-08-09 21:25:59,120 lincoln INFO Train Epoch: 465 [86%]
113
+ 2023-08-09 21:25:59,123 lincoln INFO [17200, 9.431747916231119e-05]
114
+ 2023-08-09 21:25:59,123 lincoln INFO loss_disc=3.840, loss_gen=3.248, loss_fm=6.015,loss_mel=6.816, loss_kl=0.309
115
+ 2023-08-09 21:26:11,375 lincoln INFO ====> Epoch: 465 [2023-08-09 21:26:11] | (0:01:49.936361)
116
+ 2023-08-09 21:28:01,191 lincoln INFO ====> Epoch: 466 [2023-08-09 21:28:01] | (0:01:49.805082)
117
+ 2023-08-09 21:29:50,557 lincoln INFO ====> Epoch: 467 [2023-08-09 21:29:50] | (0:01:49.359363)
118
+ 2023-08-09 21:31:39,951 lincoln INFO ====> Epoch: 468 [2023-08-09 21:31:39] | (0:01:49.385466)
119
+ 2023-08-09 21:33:29,395 lincoln INFO ====> Epoch: 469 [2023-08-09 21:33:29] | (0:01:49.436824)
120
+ 2023-08-09 21:35:19,593 lincoln INFO ====> Epoch: 470 [2023-08-09 21:35:19] | (0:01:50.191061)
121
+ 2023-08-09 21:35:53,945 lincoln INFO Train Epoch: 471 [27%]
122
+ 2023-08-09 21:35:53,948 lincoln INFO [17400, 9.424676315491467e-05]
123
+ 2023-08-09 21:35:53,948 lincoln INFO loss_disc=3.214, loss_gen=4.118, loss_fm=17.421,loss_mel=20.966, loss_kl=0.834
124
+ 2023-08-09 21:37:10,808 lincoln INFO ====> Epoch: 471 [2023-08-09 21:37:10] | (0:01:51.204106)
125
+ 2023-08-09 21:39:00,948 lincoln INFO ====> Epoch: 472 [2023-08-09 21:39:00] | (0:01:50.125420)
126
+ 2023-08-09 21:40:51,044 lincoln INFO ====> Epoch: 473 [2023-08-09 21:40:51] | (0:01:50.084080)
127
+ 2023-08-09 21:42:41,330 lincoln INFO ====> Epoch: 474 [2023-08-09 21:42:41] | (0:01:50.276159)
128
+ 2023-08-09 21:44:31,488 lincoln INFO ====> Epoch: 475 [2023-08-09 21:44:31] | (0:01:50.146914)
129
+ 2023-08-09 21:45:49,745 lincoln INFO Train Epoch: 476 [68%]
130
+ 2023-08-09 21:45:49,746 lincoln INFO [17600, 9.418787365215894e-05]
131
+ 2023-08-09 21:45:49,746 lincoln INFO loss_disc=3.260, loss_gen=3.813, loss_fm=15.318,loss_mel=20.272, loss_kl=0.922
132
+ 2023-08-09 21:46:22,958 lincoln INFO ====> Epoch: 476 [2023-08-09 21:46:22] | (0:01:51.459308)
133
+ 2023-08-09 21:48:13,473 lincoln INFO ====> Epoch: 477 [2023-08-09 21:48:13] | (0:01:50.500609)
134
+ 2023-08-09 21:50:03,489 lincoln INFO ====> Epoch: 478 [2023-08-09 21:50:03] | (0:01:50.005886)
135
+ 2023-08-09 21:51:53,863 lincoln INFO ====> Epoch: 479 [2023-08-09 21:51:53] | (0:01:50.362138)
136
+ 2023-08-09 21:53:44,082 lincoln INFO ====> Epoch: 480 [2023-08-09 21:53:44] | (0:01:50.207036)
137
+ 2023-08-09 21:55:34,664 lincoln INFO ====> Epoch: 481 [2023-08-09 21:55:34] | (0:01:50.572139)
138
+ 2023-08-09 21:55:48,360 lincoln INFO Train Epoch: 482 [8%]
139
+ 2023-08-09 21:55:48,364 lincoln INFO [17800, 9.411725481852385e-05]
140
+ 2023-08-09 21:55:48,364 lincoln INFO loss_disc=3.180, loss_gen=4.294, loss_fm=15.354,loss_mel=20.462, loss_kl=0.979
141
+ 2023-08-09 21:57:25,797 lincoln INFO ====> Epoch: 482 [2023-08-09 21:57:25] | (0:01:51.121298)
142
+ 2023-08-09 21:59:16,285 lincoln INFO ====> Epoch: 483 [2023-08-09 21:59:16] | (0:01:50.474177)
143
+ 2023-08-09 22:01:06,011 lincoln INFO ====> Epoch: 484 [2023-08-09 22:01:06] | (0:01:49.716823)
144
+ 2023-08-09 22:02:55,923 lincoln INFO ====> Epoch: 485 [2023-08-09 22:02:55] | (0:01:49.900456)
145
+ 2023-08-09 22:04:45,573 lincoln INFO ====> Epoch: 486 [2023-08-09 22:04:45] | (0:01:49.639621)
146
+ 2023-08-09 22:05:42,634 lincoln INFO Train Epoch: 487 [49%]
147
+ 2023-08-09 22:05:42,637 lincoln INFO [18000, 9.405844623824521e-05]
148
+ 2023-08-09 22:05:42,637 lincoln INFO loss_disc=3.341, loss_gen=3.978, loss_fm=14.452,loss_mel=21.293, loss_kl=1.114
149
+ 2023-08-09 22:06:35,870 lincoln INFO ====> Epoch: 487 [2023-08-09 22:06:35] | (0:01:50.286323)
150
+ 2023-08-09 22:08:25,344 lincoln INFO ====> Epoch: 488 [2023-08-09 22:08:25] | (0:01:49.464058)
151
+ 2023-08-09 22:10:14,423 lincoln INFO ====> Epoch: 489 [2023-08-09 22:10:14] | (0:01:49.071042)
152
+ 2023-08-09 22:12:04,149 lincoln INFO ====> Epoch: 490 [2023-08-09 22:12:04] | (0:01:49.719786)
153
+ 2023-08-09 22:13:53,856 lincoln INFO ====> Epoch: 491 [2023-08-09 22:13:53] | (0:01:49.698386)
154
+ 2023-08-09 22:15:35,162 lincoln INFO Train Epoch: 492 [89%]
155
+ 2023-08-09 22:15:35,162 lincoln INFO [18200, 9.399967440414155e-05]
156
+ 2023-08-09 22:15:35,163 lincoln INFO loss_disc=2.342, loss_gen=5.044, loss_fm=15.937,loss_mel=16.285, loss_kl=0.561
157
+ 2023-08-09 22:15:44,481 lincoln INFO ====> Epoch: 492 [2023-08-09 22:15:44] | (0:01:50.617920)
158
+ 2023-08-09 22:17:34,541 lincoln INFO ====> Epoch: 493 [2023-08-09 22:17:34] | (0:01:50.050015)
159
+ 2023-08-09 22:19:25,305 lincoln INFO ====> Epoch: 494 [2023-08-09 22:19:25] | (0:01:50.756612)
160
+ 2023-08-09 22:21:15,640 lincoln INFO ====> Epoch: 495 [2023-08-09 22:21:15] | (0:01:50.323477)
161
+ 2023-08-09 22:23:06,381 lincoln INFO ====> Epoch: 496 [2023-08-09 22:23:06] | (0:01:50.731498)
162
+ 2023-08-09 22:24:56,623 lincoln INFO ====> Epoch: 497 [2023-08-09 22:24:56] | (0:01:50.231271)
163
+ 2023-08-09 22:25:33,561 lincoln INFO Train Epoch: 498 [30%]
164
+ 2023-08-09 22:25:33,562 lincoln INFO [18400, 9.392919667584057e-05]
165
+ 2023-08-09 22:25:33,563 lincoln INFO loss_disc=3.128, loss_gen=4.018, loss_fm=15.454,loss_mel=20.074, loss_kl=0.823
166
+ 2023-08-09 22:26:47,756 lincoln INFO ====> Epoch: 498 [2023-08-09 22:26:47] | (0:01:51.122275)
167
+ 2023-08-09 22:28:38,515 lincoln INFO ====> Epoch: 499 [2023-08-09 22:28:38] | (0:01:50.745608)
168
+ 2023-08-09 22:30:28,462 lincoln INFO Saving model and optimizer state at epoch 500 to ./logs/lincoln/G_2333333.pth
169
+ 2023-08-09 22:30:34,237 lincoln INFO Saving model and optimizer state at epoch 500 to ./logs/lincoln/D_2333333.pth
170
+ 2023-08-09 22:30:43,849 lincoln INFO ====> Epoch: 500 [2023-08-09 22:30:43] | (0:02:05.323286)
171
+ 2023-08-09 22:30:43,853 lincoln INFO Training is done. The program is closed.
172
+ 2023-08-09 22:30:44,159 lincoln INFO saving final ckpt:Success.
trained_IVF2413_Flat_nprobe_1_lincoln_v2.index ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bab8fe1fbd840d616b86f411d2dd2a8d84291a484427d83a7a4927dc220ba76
3
+ size 7412875