import from zenodo

README.md

@@ -0,0 +1,50 @@
+---
+tags:
+- espnet
+- audio
+- text-to-speech
+language: en
+datasets:
+- libritts
+license: cc-by-4.0
+---
+## Example ESPnet2 TTS model 
+### `kan-bayashi/libritts_gst+xvector_trasnformer`
+♻️ Imported from https://zenodo.org/record/4409702/
+
+This model was trained by kan-bayashi using libritts/tts1 recipe in [espnet](https://github.com/espnet/espnet/).
+### Demo: How to use in ESPnet2
+```python
+# coming soon
+```
+### Citing ESPnet
+```BibTex
+@inproceedings{watanabe2018espnet,
+  author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson {Enrique Yalta Soplin} and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
+  title={{ESPnet}: End-to-End Speech Processing Toolkit},
+  year={2018},
+  booktitle={Proceedings of Interspeech},
+  pages={2207--2211},
+  doi={10.21437/Interspeech.2018-1456},
+  url={http://dx.doi.org/10.21437/Interspeech.2018-1456}
+}
+@inproceedings{hayashi2020espnet,
+  title={{Espnet-TTS}: Unified, reproducible, and integratable open source end-to-end text-to-speech toolkit},
+  author={Hayashi, Tomoki and Yamamoto, Ryuichi and Inoue, Katsuki and Yoshimura, Takenori and Watanabe, Shinji and Toda, Tomoki and Takeda, Kazuya and Zhang, Yu and Tan, Xu},
+  booktitle={Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
+  pages={7654--7658},
+  year={2020},
+  organization={IEEE}
+}
+```
+or arXiv:
+```bibtex
+@misc{watanabe2018espnet,
+      title={ESPnet: End-to-End Speech Processing Toolkit}, 
+      author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson Enrique Yalta Soplin and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
+      year={2018},
+      eprint={1804.00015},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL}
+}
+```

dump/xvector/dev/spk_xvector.scp

@@ -0,0 +1,96 @@
+1272_128104 dump/xvector/dev/spk_xvector.ark:12
+1272_135031 dump/xvector/dev/spk_xvector.ark:2082
+1272_141231 dump/xvector/dev/spk_xvector.ark:4152
+1462_170138 dump/xvector/dev/spk_xvector.ark:6222
+1462_170142 dump/xvector/dev/spk_xvector.ark:8292
+1462_170145 dump/xvector/dev/spk_xvector.ark:10362
+1673_143396 dump/xvector/dev/spk_xvector.ark:12432
+1673_143397 dump/xvector/dev/spk_xvector.ark:14502
+174_168635 dump/xvector/dev/spk_xvector.ark:16571
+174_50561 dump/xvector/dev/spk_xvector.ark:18639
+174_84280 dump/xvector/dev/spk_xvector.ark:20707
+1919_142785 dump/xvector/dev/spk_xvector.ark:22777
+1988_147956 dump/xvector/dev/spk_xvector.ark:24847
+1988_148538 dump/xvector/dev/spk_xvector.ark:26917
+1988_24833 dump/xvector/dev/spk_xvector.ark:28986
+1993_147149 dump/xvector/dev/spk_xvector.ark:31056
+1993_147964 dump/xvector/dev/spk_xvector.ark:33126
+1993_147965 dump/xvector/dev/spk_xvector.ark:35196
+1993_147966 dump/xvector/dev/spk_xvector.ark:37266
+2035_147960 dump/xvector/dev/spk_xvector.ark:39336
+2035_147961 dump/xvector/dev/spk_xvector.ark:41406
+2035_152373 dump/xvector/dev/spk_xvector.ark:43476
+2078_142845 dump/xvector/dev/spk_xvector.ark:45546
+2086_149214 dump/xvector/dev/spk_xvector.ark:47616
+2086_149220 dump/xvector/dev/spk_xvector.ark:49686
+2277_149874 dump/xvector/dev/spk_xvector.ark:51756
+2277_149896 dump/xvector/dev/spk_xvector.ark:53826
+2277_149897 dump/xvector/dev/spk_xvector.ark:55896
+2412_153947 dump/xvector/dev/spk_xvector.ark:57966
+2412_153948 dump/xvector/dev/spk_xvector.ark:60036
+2412_153954 dump/xvector/dev/spk_xvector.ark:62106
+2428_83699 dump/xvector/dev/spk_xvector.ark:64175
+2428_83705 dump/xvector/dev/spk_xvector.ark:66244
+251_118436 dump/xvector/dev/spk_xvector.ark:68313
+251_136532 dump/xvector/dev/spk_xvector.ark:70382
+251_137823 dump/xvector/dev/spk_xvector.ark:72451
+2803_154320 dump/xvector/dev/spk_xvector.ark:74521
+2803_154328 dump/xvector/dev/spk_xvector.ark:76591
+2803_161169 dump/xvector/dev/spk_xvector.ark:78661
+2902_9006 dump/xvector/dev/spk_xvector.ark:80729
+2902_9008 dump/xvector/dev/spk_xvector.ark:82797
+3000_15664 dump/xvector/dev/spk_xvector.ark:84866
+3081_166546 dump/xvector/dev/spk_xvector.ark:86936
+3170_137482 dump/xvector/dev/spk_xvector.ark:89006
+3536_23268 dump/xvector/dev/spk_xvector.ark:91075
+3536_8226 dump/xvector/dev/spk_xvector.ark:93143
+3576_138058 dump/xvector/dev/spk_xvector.ark:95213
+3752_4943 dump/xvector/dev/spk_xvector.ark:97281
+3752_4944 dump/xvector/dev/spk_xvector.ark:99349
+3853_163249 dump/xvector/dev/spk_xvector.ark:101419
+422_122949 dump/xvector/dev/spk_xvector.ark:103488
+5338_24615 dump/xvector/dev/spk_xvector.ark:105557
+5338_24640 dump/xvector/dev/spk_xvector.ark:107626
+5338_284437 dump/xvector/dev/spk_xvector.ark:109696
+5536_43358 dump/xvector/dev/spk_xvector.ark:111765
+5536_43359 dump/xvector/dev/spk_xvector.ark:113834
+5536_43363 dump/xvector/dev/spk_xvector.ark:115903
+5694_64025 dump/xvector/dev/spk_xvector.ark:117972
+5694_64029 dump/xvector/dev/spk_xvector.ark:120041
+5694_64038 dump/xvector/dev/spk_xvector.ark:122110
+5895_34615 dump/xvector/dev/spk_xvector.ark:124179
+5895_34622 dump/xvector/dev/spk_xvector.ark:126248
+5895_34629 dump/xvector/dev/spk_xvector.ark:128317
+6241_61943 dump/xvector/dev/spk_xvector.ark:130386
+6241_61946 dump/xvector/dev/spk_xvector.ark:132455
+6241_66616 dump/xvector/dev/spk_xvector.ark:134524
+6295_244435 dump/xvector/dev/spk_xvector.ark:136594
+6295_64301 dump/xvector/dev/spk_xvector.ark:138663
+6313_66125 dump/xvector/dev/spk_xvector.ark:140732
+6313_66129 dump/xvector/dev/spk_xvector.ark:142801
+6313_76958 dump/xvector/dev/spk_xvector.ark:144870
+6319_275224 dump/xvector/dev/spk_xvector.ark:146940
+6319_57405 dump/xvector/dev/spk_xvector.ark:149009
+6319_64726 dump/xvector/dev/spk_xvector.ark:151078
+6345_64257 dump/xvector/dev/spk_xvector.ark:153147
+6345_93302 dump/xvector/dev/spk_xvector.ark:155216
+6345_93306 dump/xvector/dev/spk_xvector.ark:157285
+652_129742 dump/xvector/dev/spk_xvector.ark:159354
+652_130737 dump/xvector/dev/spk_xvector.ark:161423
+777_126732 dump/xvector/dev/spk_xvector.ark:163492
+7850_111771 dump/xvector/dev/spk_xvector.ark:165562
+7850_281318 dump/xvector/dev/spk_xvector.ark:167632
+7850_286674 dump/xvector/dev/spk_xvector.ark:169702
+7850_73752 dump/xvector/dev/spk_xvector.ark:171771
+7976_105575 dump/xvector/dev/spk_xvector.ark:173841
+7976_110124 dump/xvector/dev/spk_xvector.ark:175911
+7976_110523 dump/xvector/dev/spk_xvector.ark:177981
+8297_275154 dump/xvector/dev/spk_xvector.ark:180051
+8297_275155 dump/xvector/dev/spk_xvector.ark:182121
+8297_275156 dump/xvector/dev/spk_xvector.ark:184191
+84_121123 dump/xvector/dev/spk_xvector.ark:186259
+84_121550 dump/xvector/dev/spk_xvector.ark:188327
+8842_302196 dump/xvector/dev/spk_xvector.ark:190397
+8842_302201 dump/xvector/dev/spk_xvector.ark:192467
+8842_302203 dump/xvector/dev/spk_xvector.ark:194537
+8842_304647 dump/xvector/dev/spk_xvector.ark:196607

dump/xvector/eval1/spk_xvector.scp

@@ -0,0 +1,81 @@
+1089_134686 dump/xvector/eval1/spk_xvector.ark:12
+1089_134691 dump/xvector/eval1/spk_xvector.ark:2082
+1188_133604 dump/xvector/eval1/spk_xvector.ark:4152
+121_121726 dump/xvector/eval1/spk_xvector.ark:6221
+121_123859 dump/xvector/eval1/spk_xvector.ark:8290
+121_127105 dump/xvector/eval1/spk_xvector.ark:10359
+1221_135766 dump/xvector/eval1/spk_xvector.ark:12429
+1221_135767 dump/xvector/eval1/spk_xvector.ark:14499
+1284_1180 dump/xvector/eval1/spk_xvector.ark:16567
+1284_1181 dump/xvector/eval1/spk_xvector.ark:18635
+1320_122612 dump/xvector/eval1/spk_xvector.ark:20705
+1320_122617 dump/xvector/eval1/spk_xvector.ark:22775
+1580_141083 dump/xvector/eval1/spk_xvector.ark:24845
+1580_141084 dump/xvector/eval1/spk_xvector.ark:26915
+1995_1826 dump/xvector/eval1/spk_xvector.ark:28983
+1995_1836 dump/xvector/eval1/spk_xvector.ark:31051
+1995_1837 dump/xvector/eval1/spk_xvector.ark:33119
+2300_131720 dump/xvector/eval1/spk_xvector.ark:35189
+237_126133 dump/xvector/eval1/spk_xvector.ark:37258
+237_134493 dump/xvector/eval1/spk_xvector.ark:39327
+237_134500 dump/xvector/eval1/spk_xvector.ark:41396
+260_123286 dump/xvector/eval1/spk_xvector.ark:43465
+260_123288 dump/xvector/eval1/spk_xvector.ark:45534
+260_123440 dump/xvector/eval1/spk_xvector.ark:47603
+2830_3979 dump/xvector/eval1/spk_xvector.ark:49671
+2830_3980 dump/xvector/eval1/spk_xvector.ark:51739
+2961_961 dump/xvector/eval1/spk_xvector.ark:53806
+3570_5694 dump/xvector/eval1/spk_xvector.ark:55874
+3570_5695 dump/xvector/eval1/spk_xvector.ark:57942
+3570_5696 dump/xvector/eval1/spk_xvector.ark:60010
+3575_170457 dump/xvector/eval1/spk_xvector.ark:62080
+3729_6852 dump/xvector/eval1/spk_xvector.ark:64148
+4077_13751 dump/xvector/eval1/spk_xvector.ark:66217
+4077_13754 dump/xvector/eval1/spk_xvector.ark:68286
+4446_2271 dump/xvector/eval1/spk_xvector.ark:70354
+4446_2273 dump/xvector/eval1/spk_xvector.ark:72422
+4446_2275 dump/xvector/eval1/spk_xvector.ark:74490
+4507_16021 dump/xvector/eval1/spk_xvector.ark:76559
+4970_29093 dump/xvector/eval1/spk_xvector.ark:78628
+4970_29095 dump/xvector/eval1/spk_xvector.ark:80697
+4992_23283 dump/xvector/eval1/spk_xvector.ark:82766
+4992_41797 dump/xvector/eval1/spk_xvector.ark:84835
+4992_41806 dump/xvector/eval1/spk_xvector.ark:86904
+5105_28233 dump/xvector/eval1/spk_xvector.ark:88973
+5105_28240 dump/xvector/eval1/spk_xvector.ark:91042
+5105_28241 dump/xvector/eval1/spk_xvector.ark:93111
+5142_33396 dump/xvector/eval1/spk_xvector.ark:95180
+5142_36377 dump/xvector/eval1/spk_xvector.ark:97249
+5142_36586 dump/xvector/eval1/spk_xvector.ark:99318
+5142_36600 dump/xvector/eval1/spk_xvector.ark:101387
+5639_40744 dump/xvector/eval1/spk_xvector.ark:103456
+5683_32865 dump/xvector/eval1/spk_xvector.ark:105525
+5683_32866 dump/xvector/eval1/spk_xvector.ark:107594
+5683_32879 dump/xvector/eval1/spk_xvector.ark:109663
+61_70970 dump/xvector/eval1/spk_xvector.ark:111730
+672_122797 dump/xvector/eval1/spk_xvector.ark:113799
+6829_68769 dump/xvector/eval1/spk_xvector.ark:115868
+6829_68771 dump/xvector/eval1/spk_xvector.ark:117937
+6930_75918 dump/xvector/eval1/spk_xvector.ark:120006
+6930_76324 dump/xvector/eval1/spk_xvector.ark:122075
+6930_81414 dump/xvector/eval1/spk_xvector.ark:124144
+7021_79730 dump/xvector/eval1/spk_xvector.ark:126213
+7021_79740 dump/xvector/eval1/spk_xvector.ark:128282
+7021_79759 dump/xvector/eval1/spk_xvector.ark:130351
+7021_85628 dump/xvector/eval1/spk_xvector.ark:132420
+7127_75946 dump/xvector/eval1/spk_xvector.ark:134489
+7127_75947 dump/xvector/eval1/spk_xvector.ark:136558
+7176_88083 dump/xvector/eval1/spk_xvector.ark:138627
+7176_92135 dump/xvector/eval1/spk_xvector.ark:140696
+7729_102255 dump/xvector/eval1/spk_xvector.ark:142766
+8224_274384 dump/xvector/eval1/spk_xvector.ark:144836
+8230_279154 dump/xvector/eval1/spk_xvector.ark:146906
+8455_210777 dump/xvector/eval1/spk_xvector.ark:148976
+8463_287645 dump/xvector/eval1/spk_xvector.ark:151046
+8463_294825 dump/xvector/eval1/spk_xvector.ark:153116
+8463_294828 dump/xvector/eval1/spk_xvector.ark:155186
+8555_284447 dump/xvector/eval1/spk_xvector.ark:157256
+8555_284449 dump/xvector/eval1/spk_xvector.ark:159326
+8555_292519 dump/xvector/eval1/spk_xvector.ark:161396
+908_157963 dump/xvector/eval1/spk_xvector.ark:163465
+908_31957 dump/xvector/eval1/spk_xvector.ark:165533

exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/config.yaml

@@ -0,0 +1,280 @@
+config: conf/tuning/train_gst+xvector_transformer.yaml
+print_config: false
+log_level: INFO
+dry_run: false
+iterator_type: sequence
+output_dir: exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space
+ngpu: 1
+seed: 0
+num_workers: 1
+num_att_plot: 3
+dist_backend: nccl
+dist_init_method: env://
+dist_world_size: 4
+dist_rank: 0
+local_rank: 0
+dist_master_addr: localhost
+dist_master_port: 51677
+dist_launcher: null
+multiprocessing_distributed: true
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+collect_stats: false
+write_collected_feats: false
+max_epoch: 1000
+patience: null
+val_scheduler_criterion:
+- valid
+- loss
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - valid
+    - loss
+    - min
+-   - train
+    - loss
+    - min
+keep_nbest_models: 5
+grad_clip: 1.0
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 2
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: false
+log_interval: null
+unused_parameters: false
+use_tensorboard: true
+use_wandb: false
+wandb_project: null
+wandb_id: null
+pretrain_path: null
+init_param: []
+freeze_param: []
+num_iters_per_epoch: 1000
+batch_size: 20
+valid_batch_size: null
+batch_bins: 9000000
+valid_batch_bins: null
+train_shape_file:
+- exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/text_shape.phn
+- exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/speech_shape
+valid_shape_file:
+- exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/valid/text_shape.phn
+- exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/valid/speech_shape
+batch_type: numel
+valid_batch_type: null
+fold_length:
+- 150
+- 240000
+sort_in_batch: descending
+sort_batch: descending
+multiple_iterator: false
+chunk_length: 500
+chunk_shift_ratio: 0.5
+num_cache_chunks: 1024
+train_data_path_and_name_and_type:
+-   - dump/raw/tr_no_dev/text
+    - text
+    - text
+-   - dump/raw/tr_no_dev/wav.scp
+    - speech
+    - sound
+-   - dump/xvector/tr_no_dev/xvector.scp
+    - spembs
+    - kaldi_ark
+valid_data_path_and_name_and_type:
+-   - dump/raw/dev/text
+    - text
+    - text
+-   - dump/raw/dev/wav.scp
+    - speech
+    - sound
+-   - dump/xvector/dev/xvector.scp
+    - spembs
+    - kaldi_ark
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+valid_max_cache_size: null
+optim: adam
+optim_conf:
+    lr: 1.0
+scheduler: noamlr
+scheduler_conf:
+    model_size: 512
+    warmup_steps: 12000
+token_list:
+- <blank>
+- <unk>
+- AH0
+- T
+- N
+- D
+- S
+- R
+- L
+- IH1
+- DH
+- M
+- K
+- Z
+- EH1
+- AE1
+- IH0
+- AH1
+- W
+- ','
+- HH
+- ER0
+- P
+- IY1
+- V
+- F
+- B
+- UW1
+- AA1
+- AY1
+- AO1
+- .
+- EY1
+- IY0
+- OW1
+- NG
+- G
+- SH
+- Y
+- AW1
+- CH
+- ER1
+- UH1
+- TH
+- JH
+- ''''
+- '?'
+- OW0
+- EH2
+- '!'
+- IH2
+- OY1
+- EY2
+- AY2
+- EH0
+- UW0
+- AA2
+- AE2
+- OW2
+- AO2
+- AE0
+- AH2
+- ZH
+- AA0
+- UW2
+- IY2
+- AY0
+- AO0
+- AW2
+- EY0
+- UH2
+- ER2
+- AW0
+- '...'
+- UH0
+- OY2
+- . . .
+- OY0
+- . . . .
+- ..
+- . ...
+- . .
+- . . . . .
+- .. ..
+- '... .'
+- <sos/eos>
+odim: null
+model_conf: {}
+use_preprocessor: true
+token_type: phn
+bpemodel: null
+non_linguistic_symbols: null
+cleaner: tacotron
+g2p: g2p_en_no_space
+feats_extract: fbank
+feats_extract_conf:
+    fs: 24000
+    fmin: 80
+    fmax: 7600
+    n_mels: 80
+    hop_length: 300
+    n_fft: 2048
+    win_length: 1200
+normalize: global_mvn
+normalize_conf:
+    stats_file: exp/tts_stats_raw_phn_tacotron_g2p_en_no_space/train/feats_stats.npz
+tts: transformer
+tts_conf:
+    embed_dim: 0
+    eprenet_conv_layers: 0
+    eprenet_conv_filts: 0
+    eprenet_conv_chans: 0
+    dprenet_layers: 2
+    dprenet_units: 256
+    adim: 512
+    aheads: 8
+    elayers: 6
+    eunits: 1024
+    dlayers: 6
+    dunits: 1024
+    positionwise_layer_type: conv1d
+    positionwise_conv_kernel_size: 1
+    postnet_layers: 5
+    postnet_filts: 5
+    postnet_chans: 256
+    spk_embed_dim: 512
+    spk_embed_integration_type: add
+    use_gst: true
+    gst_heads: 4
+    gst_tokens: 16
+    use_masking: true
+    bce_pos_weight: 5.0
+    use_scaled_pos_enc: true
+    encoder_normalize_before: true
+    decoder_normalize_before: true
+    reduction_factor: 1
+    init_type: xavier_uniform
+    init_enc_alpha: 1.0
+    init_dec_alpha: 1.0
+    eprenet_dropout_rate: 0.0
+    dprenet_dropout_rate: 0.5
+    postnet_dropout_rate: 0.5
+    transformer_enc_dropout_rate: 0.1
+    transformer_enc_positional_dropout_rate: 0.1
+    transformer_enc_attn_dropout_rate: 0.1
+    transformer_dec_dropout_rate: 0.1
+    transformer_dec_positional_dropout_rate: 0.1
+    transformer_dec_attn_dropout_rate: 0.1
+    transformer_enc_dec_attn_dropout_rate: 0.1
+    use_guided_attn_loss: true
+    num_heads_applied_guided_attn: 2
+    num_layers_applied_guided_attn: 2
+    modules_applied_guided_attn:
+    - encoder-decoder
+    guided_attn_loss_sigma: 0.4
+    guided_attn_loss_lambda: 10.0
+pitch_extract: null
+pitch_extract_conf: {}
+pitch_normalize: null
+pitch_normalize_conf: {}
+energy_extract: null
+energy_extract_conf: {}
+energy_normalize: null
+energy_normalize_conf: {}
+required:
+- output_dir
+- token_list
+distributed: true

exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/train.loss.ave_5best.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a15915b0555264e4f9947e0ed274f3c41d35b32e83435436e1ad66321ad2252
+size 137216273

meta.yaml

@@ -0,0 +1,8 @@
+espnet: 0.8.0
+files:
+  model_file: exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/train.loss.ave_5best.pth
+python: "3.7.3 (default, Mar 27 2019, 22:11:17) \n[GCC 7.3.0]"
+timestamp: 1609589072.022034
+torch: 1.5.1
+yaml_files:
+  train_config: exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/config.yaml