Siddhant commited on
Commit
e7fafcc
1 Parent(s): 9df7fd6

import from zenodo

Browse files
Files changed (24) hide show
  1. README.md +50 -0
  2. dump/xvector/dev/spk_xvector.ark +0 -0
  3. dump/xvector/dev/spk_xvector.scp +96 -0
  4. dump/xvector/eval1/spk_xvector.ark +0 -0
  5. dump/xvector/eval1/spk_xvector.scp +81 -0
  6. dump/xvector/tr_no_dev/spk_xvector.ark +0 -0
  7. dump/xvector/tr_no_dev/spk_xvector.scp +0 -0
  8. exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/feats_stats.npz +0 -0
  9. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/config.yaml +277 -0
  10. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/backward_time.png +0 -0
  11. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/bce_loss.png +0 -0
  12. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/decoder_alpha.png +0 -0
  13. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/enc_dec_attn_loss.png +0 -0
  14. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/encoder_alpha.png +0 -0
  15. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/forward_time.png +0 -0
  16. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/iter_time.png +0 -0
  17. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/l1_loss.png +0 -0
  18. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/l2_loss.png +0 -0
  19. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/loss.png +0 -0
  20. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/lr_0.png +0 -0
  21. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/optim_step_time.png +0 -0
  22. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/train_time.png +0 -0
  23. exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/train.loss.ave_5best.pth +3 -0
  24. meta.yaml +8 -0
README.md ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - espnet
4
+ - audio
5
+ - text-to-speech
6
+ language: en
7
+ datasets:
8
+ - libritts
9
+ license: cc-by-4.0
10
+ ---
11
+ ## Example ESPnet2 TTS model
12
+ ### `kan-bayashi/libritts_xvector_trasnformer`
13
+ ♻️ Imported from https://zenodo.org/record/4409704/
14
+
15
+ This model was trained by kan-bayashi using libritts/tts1 recipe in [espnet](https://github.com/espnet/espnet/).
16
+ ### Demo: How to use in ESPnet2
17
+ ```python
18
+ # coming soon
19
+ ```
20
+ ### Citing ESPnet
21
+ ```BibTex
22
+ @inproceedings{watanabe2018espnet,
23
+ author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson {Enrique Yalta Soplin} and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
24
+ title={{ESPnet}: End-to-End Speech Processing Toolkit},
25
+ year={2018},
26
+ booktitle={Proceedings of Interspeech},
27
+ pages={2207--2211},
28
+ doi={10.21437/Interspeech.2018-1456},
29
+ url={http://dx.doi.org/10.21437/Interspeech.2018-1456}
30
+ }
31
+ @inproceedings{hayashi2020espnet,
32
+ title={{Espnet-TTS}: Unified, reproducible, and integratable open source end-to-end text-to-speech toolkit},
33
+ author={Hayashi, Tomoki and Yamamoto, Ryuichi and Inoue, Katsuki and Yoshimura, Takenori and Watanabe, Shinji and Toda, Tomoki and Takeda, Kazuya and Zhang, Yu and Tan, Xu},
34
+ booktitle={Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
35
+ pages={7654--7658},
36
+ year={2020},
37
+ organization={IEEE}
38
+ }
39
+ ```
40
+ or arXiv:
41
+ ```bibtex
42
+ @misc{watanabe2018espnet,
43
+ title={ESPnet: End-to-End Speech Processing Toolkit},
44
+ author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson Enrique Yalta Soplin and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
45
+ year={2018},
46
+ eprint={1804.00015},
47
+ archivePrefix={arXiv},
48
+ primaryClass={cs.CL}
49
+ }
50
+ ```
dump/xvector/dev/spk_xvector.ark ADDED
Binary file (199 kB). View file
 
dump/xvector/dev/spk_xvector.scp ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 1272_128104 dump/xvector/dev/spk_xvector.ark:12
2
+ 1272_135031 dump/xvector/dev/spk_xvector.ark:2082
3
+ 1272_141231 dump/xvector/dev/spk_xvector.ark:4152
4
+ 1462_170138 dump/xvector/dev/spk_xvector.ark:6222
5
+ 1462_170142 dump/xvector/dev/spk_xvector.ark:8292
6
+ 1462_170145 dump/xvector/dev/spk_xvector.ark:10362
7
+ 1673_143396 dump/xvector/dev/spk_xvector.ark:12432
8
+ 1673_143397 dump/xvector/dev/spk_xvector.ark:14502
9
+ 174_168635 dump/xvector/dev/spk_xvector.ark:16571
10
+ 174_50561 dump/xvector/dev/spk_xvector.ark:18639
11
+ 174_84280 dump/xvector/dev/spk_xvector.ark:20707
12
+ 1919_142785 dump/xvector/dev/spk_xvector.ark:22777
13
+ 1988_147956 dump/xvector/dev/spk_xvector.ark:24847
14
+ 1988_148538 dump/xvector/dev/spk_xvector.ark:26917
15
+ 1988_24833 dump/xvector/dev/spk_xvector.ark:28986
16
+ 1993_147149 dump/xvector/dev/spk_xvector.ark:31056
17
+ 1993_147964 dump/xvector/dev/spk_xvector.ark:33126
18
+ 1993_147965 dump/xvector/dev/spk_xvector.ark:35196
19
+ 1993_147966 dump/xvector/dev/spk_xvector.ark:37266
20
+ 2035_147960 dump/xvector/dev/spk_xvector.ark:39336
21
+ 2035_147961 dump/xvector/dev/spk_xvector.ark:41406
22
+ 2035_152373 dump/xvector/dev/spk_xvector.ark:43476
23
+ 2078_142845 dump/xvector/dev/spk_xvector.ark:45546
24
+ 2086_149214 dump/xvector/dev/spk_xvector.ark:47616
25
+ 2086_149220 dump/xvector/dev/spk_xvector.ark:49686
26
+ 2277_149874 dump/xvector/dev/spk_xvector.ark:51756
27
+ 2277_149896 dump/xvector/dev/spk_xvector.ark:53826
28
+ 2277_149897 dump/xvector/dev/spk_xvector.ark:55896
29
+ 2412_153947 dump/xvector/dev/spk_xvector.ark:57966
30
+ 2412_153948 dump/xvector/dev/spk_xvector.ark:60036
31
+ 2412_153954 dump/xvector/dev/spk_xvector.ark:62106
32
+ 2428_83699 dump/xvector/dev/spk_xvector.ark:64175
33
+ 2428_83705 dump/xvector/dev/spk_xvector.ark:66244
34
+ 251_118436 dump/xvector/dev/spk_xvector.ark:68313
35
+ 251_136532 dump/xvector/dev/spk_xvector.ark:70382
36
+ 251_137823 dump/xvector/dev/spk_xvector.ark:72451
37
+ 2803_154320 dump/xvector/dev/spk_xvector.ark:74521
38
+ 2803_154328 dump/xvector/dev/spk_xvector.ark:76591
39
+ 2803_161169 dump/xvector/dev/spk_xvector.ark:78661
40
+ 2902_9006 dump/xvector/dev/spk_xvector.ark:80729
41
+ 2902_9008 dump/xvector/dev/spk_xvector.ark:82797
42
+ 3000_15664 dump/xvector/dev/spk_xvector.ark:84866
43
+ 3081_166546 dump/xvector/dev/spk_xvector.ark:86936
44
+ 3170_137482 dump/xvector/dev/spk_xvector.ark:89006
45
+ 3536_23268 dump/xvector/dev/spk_xvector.ark:91075
46
+ 3536_8226 dump/xvector/dev/spk_xvector.ark:93143
47
+ 3576_138058 dump/xvector/dev/spk_xvector.ark:95213
48
+ 3752_4943 dump/xvector/dev/spk_xvector.ark:97281
49
+ 3752_4944 dump/xvector/dev/spk_xvector.ark:99349
50
+ 3853_163249 dump/xvector/dev/spk_xvector.ark:101419
51
+ 422_122949 dump/xvector/dev/spk_xvector.ark:103488
52
+ 5338_24615 dump/xvector/dev/spk_xvector.ark:105557
53
+ 5338_24640 dump/xvector/dev/spk_xvector.ark:107626
54
+ 5338_284437 dump/xvector/dev/spk_xvector.ark:109696
55
+ 5536_43358 dump/xvector/dev/spk_xvector.ark:111765
56
+ 5536_43359 dump/xvector/dev/spk_xvector.ark:113834
57
+ 5536_43363 dump/xvector/dev/spk_xvector.ark:115903
58
+ 5694_64025 dump/xvector/dev/spk_xvector.ark:117972
59
+ 5694_64029 dump/xvector/dev/spk_xvector.ark:120041
60
+ 5694_64038 dump/xvector/dev/spk_xvector.ark:122110
61
+ 5895_34615 dump/xvector/dev/spk_xvector.ark:124179
62
+ 5895_34622 dump/xvector/dev/spk_xvector.ark:126248
63
+ 5895_34629 dump/xvector/dev/spk_xvector.ark:128317
64
+ 6241_61943 dump/xvector/dev/spk_xvector.ark:130386
65
+ 6241_61946 dump/xvector/dev/spk_xvector.ark:132455
66
+ 6241_66616 dump/xvector/dev/spk_xvector.ark:134524
67
+ 6295_244435 dump/xvector/dev/spk_xvector.ark:136594
68
+ 6295_64301 dump/xvector/dev/spk_xvector.ark:138663
69
+ 6313_66125 dump/xvector/dev/spk_xvector.ark:140732
70
+ 6313_66129 dump/xvector/dev/spk_xvector.ark:142801
71
+ 6313_76958 dump/xvector/dev/spk_xvector.ark:144870
72
+ 6319_275224 dump/xvector/dev/spk_xvector.ark:146940
73
+ 6319_57405 dump/xvector/dev/spk_xvector.ark:149009
74
+ 6319_64726 dump/xvector/dev/spk_xvector.ark:151078
75
+ 6345_64257 dump/xvector/dev/spk_xvector.ark:153147
76
+ 6345_93302 dump/xvector/dev/spk_xvector.ark:155216
77
+ 6345_93306 dump/xvector/dev/spk_xvector.ark:157285
78
+ 652_129742 dump/xvector/dev/spk_xvector.ark:159354
79
+ 652_130737 dump/xvector/dev/spk_xvector.ark:161423
80
+ 777_126732 dump/xvector/dev/spk_xvector.ark:163492
81
+ 7850_111771 dump/xvector/dev/spk_xvector.ark:165562
82
+ 7850_281318 dump/xvector/dev/spk_xvector.ark:167632
83
+ 7850_286674 dump/xvector/dev/spk_xvector.ark:169702
84
+ 7850_73752 dump/xvector/dev/spk_xvector.ark:171771
85
+ 7976_105575 dump/xvector/dev/spk_xvector.ark:173841
86
+ 7976_110124 dump/xvector/dev/spk_xvector.ark:175911
87
+ 7976_110523 dump/xvector/dev/spk_xvector.ark:177981
88
+ 8297_275154 dump/xvector/dev/spk_xvector.ark:180051
89
+ 8297_275155 dump/xvector/dev/spk_xvector.ark:182121
90
+ 8297_275156 dump/xvector/dev/spk_xvector.ark:184191
91
+ 84_121123 dump/xvector/dev/spk_xvector.ark:186259
92
+ 84_121550 dump/xvector/dev/spk_xvector.ark:188327
93
+ 8842_302196 dump/xvector/dev/spk_xvector.ark:190397
94
+ 8842_302201 dump/xvector/dev/spk_xvector.ark:192467
95
+ 8842_302203 dump/xvector/dev/spk_xvector.ark:194537
96
+ 8842_304647 dump/xvector/dev/spk_xvector.ark:196607
dump/xvector/eval1/spk_xvector.ark ADDED
Binary file (168 kB). View file
 
dump/xvector/eval1/spk_xvector.scp ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 1089_134686 dump/xvector/eval1/spk_xvector.ark:12
2
+ 1089_134691 dump/xvector/eval1/spk_xvector.ark:2082
3
+ 1188_133604 dump/xvector/eval1/spk_xvector.ark:4152
4
+ 121_121726 dump/xvector/eval1/spk_xvector.ark:6221
5
+ 121_123859 dump/xvector/eval1/spk_xvector.ark:8290
6
+ 121_127105 dump/xvector/eval1/spk_xvector.ark:10359
7
+ 1221_135766 dump/xvector/eval1/spk_xvector.ark:12429
8
+ 1221_135767 dump/xvector/eval1/spk_xvector.ark:14499
9
+ 1284_1180 dump/xvector/eval1/spk_xvector.ark:16567
10
+ 1284_1181 dump/xvector/eval1/spk_xvector.ark:18635
11
+ 1320_122612 dump/xvector/eval1/spk_xvector.ark:20705
12
+ 1320_122617 dump/xvector/eval1/spk_xvector.ark:22775
13
+ 1580_141083 dump/xvector/eval1/spk_xvector.ark:24845
14
+ 1580_141084 dump/xvector/eval1/spk_xvector.ark:26915
15
+ 1995_1826 dump/xvector/eval1/spk_xvector.ark:28983
16
+ 1995_1836 dump/xvector/eval1/spk_xvector.ark:31051
17
+ 1995_1837 dump/xvector/eval1/spk_xvector.ark:33119
18
+ 2300_131720 dump/xvector/eval1/spk_xvector.ark:35189
19
+ 237_126133 dump/xvector/eval1/spk_xvector.ark:37258
20
+ 237_134493 dump/xvector/eval1/spk_xvector.ark:39327
21
+ 237_134500 dump/xvector/eval1/spk_xvector.ark:41396
22
+ 260_123286 dump/xvector/eval1/spk_xvector.ark:43465
23
+ 260_123288 dump/xvector/eval1/spk_xvector.ark:45534
24
+ 260_123440 dump/xvector/eval1/spk_xvector.ark:47603
25
+ 2830_3979 dump/xvector/eval1/spk_xvector.ark:49671
26
+ 2830_3980 dump/xvector/eval1/spk_xvector.ark:51739
27
+ 2961_961 dump/xvector/eval1/spk_xvector.ark:53806
28
+ 3570_5694 dump/xvector/eval1/spk_xvector.ark:55874
29
+ 3570_5695 dump/xvector/eval1/spk_xvector.ark:57942
30
+ 3570_5696 dump/xvector/eval1/spk_xvector.ark:60010
31
+ 3575_170457 dump/xvector/eval1/spk_xvector.ark:62080
32
+ 3729_6852 dump/xvector/eval1/spk_xvector.ark:64148
33
+ 4077_13751 dump/xvector/eval1/spk_xvector.ark:66217
34
+ 4077_13754 dump/xvector/eval1/spk_xvector.ark:68286
35
+ 4446_2271 dump/xvector/eval1/spk_xvector.ark:70354
36
+ 4446_2273 dump/xvector/eval1/spk_xvector.ark:72422
37
+ 4446_2275 dump/xvector/eval1/spk_xvector.ark:74490
38
+ 4507_16021 dump/xvector/eval1/spk_xvector.ark:76559
39
+ 4970_29093 dump/xvector/eval1/spk_xvector.ark:78628
40
+ 4970_29095 dump/xvector/eval1/spk_xvector.ark:80697
41
+ 4992_23283 dump/xvector/eval1/spk_xvector.ark:82766
42
+ 4992_41797 dump/xvector/eval1/spk_xvector.ark:84835
43
+ 4992_41806 dump/xvector/eval1/spk_xvector.ark:86904
44
+ 5105_28233 dump/xvector/eval1/spk_xvector.ark:88973
45
+ 5105_28240 dump/xvector/eval1/spk_xvector.ark:91042
46
+ 5105_28241 dump/xvector/eval1/spk_xvector.ark:93111
47
+ 5142_33396 dump/xvector/eval1/spk_xvector.ark:95180
48
+ 5142_36377 dump/xvector/eval1/spk_xvector.ark:97249
49
+ 5142_36586 dump/xvector/eval1/spk_xvector.ark:99318
50
+ 5142_36600 dump/xvector/eval1/spk_xvector.ark:101387
51
+ 5639_40744 dump/xvector/eval1/spk_xvector.ark:103456
52
+ 5683_32865 dump/xvector/eval1/spk_xvector.ark:105525
53
+ 5683_32866 dump/xvector/eval1/spk_xvector.ark:107594
54
+ 5683_32879 dump/xvector/eval1/spk_xvector.ark:109663
55
+ 61_70970 dump/xvector/eval1/spk_xvector.ark:111730
56
+ 672_122797 dump/xvector/eval1/spk_xvector.ark:113799
57
+ 6829_68769 dump/xvector/eval1/spk_xvector.ark:115868
58
+ 6829_68771 dump/xvector/eval1/spk_xvector.ark:117937
59
+ 6930_75918 dump/xvector/eval1/spk_xvector.ark:120006
60
+ 6930_76324 dump/xvector/eval1/spk_xvector.ark:122075
61
+ 6930_81414 dump/xvector/eval1/spk_xvector.ark:124144
62
+ 7021_79730 dump/xvector/eval1/spk_xvector.ark:126213
63
+ 7021_79740 dump/xvector/eval1/spk_xvector.ark:128282
64
+ 7021_79759 dump/xvector/eval1/spk_xvector.ark:130351
65
+ 7021_85628 dump/xvector/eval1/spk_xvector.ark:132420
66
+ 7127_75946 dump/xvector/eval1/spk_xvector.ark:134489
67
+ 7127_75947 dump/xvector/eval1/spk_xvector.ark:136558
68
+ 7176_88083 dump/xvector/eval1/spk_xvector.ark:138627
69
+ 7176_92135 dump/xvector/eval1/spk_xvector.ark:140696
70
+ 7729_102255 dump/xvector/eval1/spk_xvector.ark:142766
71
+ 8224_274384 dump/xvector/eval1/spk_xvector.ark:144836
72
+ 8230_279154 dump/xvector/eval1/spk_xvector.ark:146906
73
+ 8455_210777 dump/xvector/eval1/spk_xvector.ark:148976
74
+ 8463_287645 dump/xvector/eval1/spk_xvector.ark:151046
75
+ 8463_294825 dump/xvector/eval1/spk_xvector.ark:153116
76
+ 8463_294828 dump/xvector/eval1/spk_xvector.ark:155186
77
+ 8555_284447 dump/xvector/eval1/spk_xvector.ark:157256
78
+ 8555_284449 dump/xvector/eval1/spk_xvector.ark:159326
79
+ 8555_292519 dump/xvector/eval1/spk_xvector.ark:161396
80
+ 908_157963 dump/xvector/eval1/spk_xvector.ark:163465
81
+ 908_31957 dump/xvector/eval1/spk_xvector.ark:165533
dump/xvector/tr_no_dev/spk_xvector.ark ADDED
Binary file (5.3 MB). View file
 
dump/xvector/tr_no_dev/spk_xvector.scp ADDED
The diff for this file is too large to render. See raw diff
 
exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/feats_stats.npz ADDED
Binary file (1.4 kB). View file
 
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/config.yaml ADDED
@@ -0,0 +1,277 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config: conf/tuning/train_xvector_transformer.yaml
2
+ print_config: false
3
+ log_level: INFO
4
+ dry_run: false
5
+ iterator_type: sequence
6
+ output_dir: exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space
7
+ ngpu: 1
8
+ seed: 0
9
+ num_workers: 1
10
+ num_att_plot: 3
11
+ dist_backend: nccl
12
+ dist_init_method: env://
13
+ dist_world_size: 4
14
+ dist_rank: 0
15
+ local_rank: 0
16
+ dist_master_addr: localhost
17
+ dist_master_port: 42072
18
+ dist_launcher: null
19
+ multiprocessing_distributed: true
20
+ cudnn_enabled: true
21
+ cudnn_benchmark: false
22
+ cudnn_deterministic: true
23
+ collect_stats: false
24
+ write_collected_feats: false
25
+ max_epoch: 1000
26
+ patience: null
27
+ val_scheduler_criterion:
28
+ - valid
29
+ - loss
30
+ early_stopping_criterion:
31
+ - valid
32
+ - loss
33
+ - min
34
+ best_model_criterion:
35
+ - - valid
36
+ - loss
37
+ - min
38
+ - - train
39
+ - loss
40
+ - min
41
+ keep_nbest_models: 5
42
+ grad_clip: 1.0
43
+ grad_clip_type: 2.0
44
+ grad_noise: false
45
+ accum_grad: 2
46
+ no_forward_run: false
47
+ resume: true
48
+ train_dtype: float32
49
+ use_amp: false
50
+ log_interval: null
51
+ unused_parameters: false
52
+ use_tensorboard: true
53
+ use_wandb: false
54
+ wandb_project: null
55
+ wandb_id: null
56
+ pretrain_path: null
57
+ init_param: []
58
+ freeze_param: []
59
+ num_iters_per_epoch: 1000
60
+ batch_size: 20
61
+ valid_batch_size: null
62
+ batch_bins: 9000000
63
+ valid_batch_bins: null
64
+ train_shape_file:
65
+ - exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/text_shape.phn
66
+ - exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/speech_shape
67
+ valid_shape_file:
68
+ - exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/valid/text_shape.phn
69
+ - exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/valid/speech_shape
70
+ batch_type: numel
71
+ valid_batch_type: null
72
+ fold_length:
73
+ - 150
74
+ - 240000
75
+ sort_in_batch: descending
76
+ sort_batch: descending
77
+ multiple_iterator: false
78
+ chunk_length: 500
79
+ chunk_shift_ratio: 0.5
80
+ num_cache_chunks: 1024
81
+ train_data_path_and_name_and_type:
82
+ - - dump/raw/tr_no_dev/text
83
+ - text
84
+ - text
85
+ - - dump/raw/tr_no_dev/wav.scp
86
+ - speech
87
+ - sound
88
+ - - dump/xvector/tr_no_dev/xvector.scp
89
+ - spembs
90
+ - kaldi_ark
91
+ valid_data_path_and_name_and_type:
92
+ - - dump/raw/dev/text
93
+ - text
94
+ - text
95
+ - - dump/raw/dev/wav.scp
96
+ - speech
97
+ - sound
98
+ - - dump/xvector/dev/xvector.scp
99
+ - spembs
100
+ - kaldi_ark
101
+ allow_variable_data_keys: false
102
+ max_cache_size: 0.0
103
+ max_cache_fd: 32
104
+ valid_max_cache_size: null
105
+ optim: adam
106
+ optim_conf:
107
+ lr: 1.0
108
+ scheduler: noamlr
109
+ scheduler_conf:
110
+ model_size: 512
111
+ warmup_steps: 12000
112
+ token_list:
113
+ - <blank>
114
+ - <unk>
115
+ - AH0
116
+ - T
117
+ - N
118
+ - D
119
+ - S
120
+ - R
121
+ - L
122
+ - IH1
123
+ - DH
124
+ - M
125
+ - K
126
+ - Z
127
+ - EH1
128
+ - AE1
129
+ - IH0
130
+ - AH1
131
+ - W
132
+ - ','
133
+ - HH
134
+ - ER0
135
+ - P
136
+ - IY1
137
+ - V
138
+ - F
139
+ - B
140
+ - UW1
141
+ - AA1
142
+ - AY1
143
+ - AO1
144
+ - .
145
+ - EY1
146
+ - IY0
147
+ - OW1
148
+ - NG
149
+ - G
150
+ - SH
151
+ - Y
152
+ - AW1
153
+ - CH
154
+ - ER1
155
+ - UH1
156
+ - TH
157
+ - JH
158
+ - ''''
159
+ - '?'
160
+ - OW0
161
+ - EH2
162
+ - '!'
163
+ - IH2
164
+ - OY1
165
+ - EY2
166
+ - AY2
167
+ - EH0
168
+ - UW0
169
+ - AA2
170
+ - AE2
171
+ - OW2
172
+ - AO2
173
+ - AE0
174
+ - AH2
175
+ - ZH
176
+ - AA0
177
+ - UW2
178
+ - IY2
179
+ - AY0
180
+ - AO0
181
+ - AW2
182
+ - EY0
183
+ - UH2
184
+ - ER2
185
+ - AW0
186
+ - '...'
187
+ - UH0
188
+ - OY2
189
+ - . . .
190
+ - OY0
191
+ - . . . .
192
+ - ..
193
+ - . ...
194
+ - . .
195
+ - . . . . .
196
+ - .. ..
197
+ - '... .'
198
+ - <sos/eos>
199
+ odim: null
200
+ model_conf: {}
201
+ use_preprocessor: true
202
+ token_type: phn
203
+ bpemodel: null
204
+ non_linguistic_symbols: null
205
+ cleaner: tacotron
206
+ g2p: g2p_en_no_space
207
+ feats_extract: fbank
208
+ feats_extract_conf:
209
+ fs: 24000
210
+ fmin: 80
211
+ fmax: 7600
212
+ n_mels: 80
213
+ hop_length: 300
214
+ n_fft: 2048
215
+ win_length: 1200
216
+ normalize: global_mvn
217
+ normalize_conf:
218
+ stats_file: exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/feats_stats.npz
219
+ tts: transformer
220
+ tts_conf:
221
+ embed_dim: 0
222
+ eprenet_conv_layers: 0
223
+ eprenet_conv_filts: 0
224
+ eprenet_conv_chans: 0
225
+ dprenet_layers: 2
226
+ dprenet_units: 256
227
+ adim: 512
228
+ aheads: 8
229
+ elayers: 6
230
+ eunits: 1024
231
+ dlayers: 6
232
+ dunits: 1024
233
+ positionwise_layer_type: conv1d
234
+ positionwise_conv_kernel_size: 1
235
+ postnet_layers: 5
236
+ postnet_filts: 5
237
+ postnet_chans: 256
238
+ spk_embed_dim: 512
239
+ spk_embed_integration_type: add
240
+ use_masking: true
241
+ bce_pos_weight: 5.0
242
+ use_scaled_pos_enc: true
243
+ encoder_normalize_before: true
244
+ decoder_normalize_before: true
245
+ reduction_factor: 1
246
+ init_type: xavier_uniform
247
+ init_enc_alpha: 1.0
248
+ init_dec_alpha: 1.0
249
+ eprenet_dropout_rate: 0.0
250
+ dprenet_dropout_rate: 0.5
251
+ postnet_dropout_rate: 0.5
252
+ transformer_enc_dropout_rate: 0.1
253
+ transformer_enc_positional_dropout_rate: 0.1
254
+ transformer_enc_attn_dropout_rate: 0.1
255
+ transformer_dec_dropout_rate: 0.1
256
+ transformer_dec_positional_dropout_rate: 0.1
257
+ transformer_dec_attn_dropout_rate: 0.1
258
+ transformer_enc_dec_attn_dropout_rate: 0.1
259
+ use_guided_attn_loss: true
260
+ num_heads_applied_guided_attn: 2
261
+ num_layers_applied_guided_attn: 2
262
+ modules_applied_guided_attn:
263
+ - encoder-decoder
264
+ guided_attn_loss_sigma: 0.4
265
+ guided_attn_loss_lambda: 10.0
266
+ pitch_extract: null
267
+ pitch_extract_conf: {}
268
+ pitch_normalize: null
269
+ pitch_normalize_conf: {}
270
+ energy_extract: null
271
+ energy_extract_conf: {}
272
+ energy_normalize: null
273
+ energy_normalize_conf: {}
274
+ required:
275
+ - output_dir
276
+ - token_list
277
+ distributed: true
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/backward_time.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/bce_loss.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/decoder_alpha.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/enc_dec_attn_loss.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/encoder_alpha.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/forward_time.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/iter_time.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/l1_loss.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/l2_loss.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/loss.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/lr_0.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/optim_step_time.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/images/train_time.png ADDED
exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/train.loss.ave_5best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e44eb713e1804ddda628edebf79ebde0bd02d127603c831b9f06df19b3cb5658
3
+ size 133611615
meta.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ espnet: 0.8.0
2
+ files:
3
+ model_file: exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/train.loss.ave_5best.pth
4
+ python: "3.7.3 (default, Mar 27 2019, 22:11:17) \n[GCC 7.3.0]"
5
+ timestamp: 1609589120.483584
6
+ torch: 1.5.1
7
+ yaml_files:
8
+ train_config: exp/tts_train_xvector_transformer_raw_phn_tacotron_g2p_en_no_space/config.yaml