Siddhant commited on
Commit
f507228
1 Parent(s): 5c96efe

import from zenodo

Browse files
README.md ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - espnet
4
+ - audio
5
+ - text-to-speech
6
+ language: ja
7
+ datasets:
8
+ - jsut
9
+ license: cc-by-4.0
10
+ ---
11
+ ## Example ESPnet2 TTS model
12
+ ### `kan-bayashi/jsut_fastspeech`
13
+ ♻️ Imported from https://zenodo.org/record/3986225/
14
+
15
+ This model was trained by kan-bayashi using jsut/tts1 recipe in [espnet](https://github.com/espnet/espnet/).
16
+ ### Demo: How to use in ESPnet2
17
+ ```python
18
+ # coming soon
19
+ ```
20
+ ### Citing ESPnet
21
+ ```BibTex
22
+ @inproceedings{watanabe2018espnet,
23
+ author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson {Enrique Yalta Soplin} and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
24
+ title={{ESPnet}: End-to-End Speech Processing Toolkit},
25
+ year={2018},
26
+ booktitle={Proceedings of Interspeech},
27
+ pages={2207--2211},
28
+ doi={10.21437/Interspeech.2018-1456},
29
+ url={http://dx.doi.org/10.21437/Interspeech.2018-1456}
30
+ }
31
+ @inproceedings{hayashi2020espnet,
32
+ title={{Espnet-TTS}: Unified, reproducible, and integratable open source end-to-end text-to-speech toolkit},
33
+ author={Hayashi, Tomoki and Yamamoto, Ryuichi and Inoue, Katsuki and Yoshimura, Takenori and Watanabe, Shinji and Toda, Tomoki and Takeda, Kazuya and Zhang, Yu and Tan, Xu},
34
+ booktitle={Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
35
+ pages={7654--7658},
36
+ year={2020},
37
+ organization={IEEE}
38
+ }
39
+ ```
40
+ or arXiv:
41
+ ```bibtex
42
+ @misc{watanabe2018espnet,
43
+ title={ESPnet: End-to-End Speech Processing Toolkit},
44
+ author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson Enrique Yalta Soplin and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
45
+ year={2018},
46
+ eprint={1804.00015},
47
+ archivePrefix={arXiv},
48
+ primaryClass={cs.CL}
49
+ }
50
+ ```
exp/tts_stats_raw_phn_jaconv_pyopenjtalk/train/feats_stats.npz ADDED
Binary file (1.4 kB). View file
exp/tts_train_fastspeech_raw_phn_jaconv_pyopenjtalk/992epoch.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07591a9bbd00f32fe4cd015138d67e6e52c019fd237b7f20170c3cf456f34ff0
3
+ size 206985238
exp/tts_train_fastspeech_raw_phn_jaconv_pyopenjtalk/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config: conf/tuning/train_fastspeech.yaml
2
+ print_config: false
3
+ log_level: INFO
4
+ dry_run: false
5
+ iterator_type: sequence
6
+ output_dir: exp/tts_train_fastspeech_raw_phn_jaconv_pyopenjtalk
7
+ ngpu: 1
8
+ seed: 0
9
+ num_workers: 1
10
+ num_att_plot: 3
11
+ dist_backend: nccl
12
+ dist_init_method: env://
13
+ dist_world_size: 2
14
+ dist_rank: 1
15
+ local_rank: 1
16
+ dist_master_addr: localhost
17
+ dist_master_port: 58341
18
+ dist_launcher: null
19
+ multiprocessing_distributed: true
20
+ cudnn_enabled: true
21
+ cudnn_benchmark: false
22
+ cudnn_deterministic: true
23
+ collect_stats: false
24
+ write_collected_feats: false
25
+ max_epoch: 1000
26
+ patience: null
27
+ val_scheduler_criterion:
28
+ - valid
29
+ - loss
30
+ early_stopping_criterion:
31
+ - valid
32
+ - loss
33
+ - min
34
+ best_model_criterion:
35
+ - - valid
36
+ - loss
37
+ - min
38
+ - - train
39
+ - loss
40
+ - min
41
+ keep_nbest_models: 5
42
+ grad_clip: 1.0
43
+ grad_noise: false
44
+ accum_grad: 2
45
+ no_forward_run: false
46
+ resume: true
47
+ train_dtype: float32
48
+ log_interval: null
49
+ pretrain_path: []
50
+ pretrain_key: []
51
+ num_iters_per_epoch: null
52
+ batch_size: 20
53
+ valid_batch_size: null
54
+ batch_bins: 2400000
55
+ valid_batch_bins: null
56
+ train_shape_file:
57
+ - exp/tts_stats_raw_phn_jaconv_pyopenjtalk/train/text_shape.phn
58
+ - exp/tts_train_tacotron2_raw_phn_jaconv_pyopenjtalk/decode_train.loss.best/tr_no_dev/speech_shape
59
+ valid_shape_file:
60
+ - exp/tts_stats_raw_phn_jaconv_pyopenjtalk/valid/text_shape.phn
61
+ - exp/tts_train_tacotron2_raw_phn_jaconv_pyopenjtalk/decode_train.loss.best/dev/speech_shape
62
+ batch_type: numel
63
+ valid_batch_type: null
64
+ fold_length:
65
+ - 150
66
+ - 800
67
+ sort_in_batch: descending
68
+ sort_batch: descending
69
+ multiple_iterator: false
70
+ chunk_length: 500
71
+ chunk_shift_ratio: 0.5
72
+ num_cache_chunks: 1024
73
+ train_data_path_and_name_and_type:
74
+ - - dump/raw/tr_no_dev/text
75
+ - text
76
+ - text
77
+ - - exp/tts_train_tacotron2_raw_phn_jaconv_pyopenjtalk/decode_train.loss.best/tr_no_dev/denorm/feats.scp
78
+ - speech
79
+ - npy
80
+ - - exp/tts_train_tacotron2_raw_phn_jaconv_pyopenjtalk/decode_train.loss.best/tr_no_dev/durations
81
+ - durations
82
+ - text_int
83
+ valid_data_path_and_name_and_type:
84
+ - - dump/raw/dev/text
85
+ - text
86
+ - text
87
+ - - exp/tts_train_tacotron2_raw_phn_jaconv_pyopenjtalk/decode_train.loss.best/dev/denorm/feats.scp
88
+ - speech
89
+ - npy
90
+ - - exp/tts_train_tacotron2_raw_phn_jaconv_pyopenjtalk/decode_train.loss.best/dev/durations
91
+ - durations
92
+ - text_int
93
+ allow_variable_data_keys: false
94
+ max_cache_size: 0.0
95
+ valid_max_cache_size: null
96
+ optim: adam
97
+ optim_conf:
98
+ lr: 1.0
99
+ scheduler: noamlr
100
+ scheduler_conf:
101
+ model_size: 384
102
+ warmup_steps: 4000
103
+ token_list:
104
+ - <blank>
105
+ - <unk>
106
+ - ty
107
+ - dy
108
+ - v
109
+ - py
110
+ - my
111
+ - by
112
+ - ny
113
+ - hy
114
+ - gy
115
+ - ry
116
+ - ky
117
+ - f
118
+ - p
119
+ - z
120
+ - ch
121
+ - ts
122
+ - j
123
+ - b
124
+ - y
125
+ - h
126
+ - cl
127
+ - I
128
+ - U
129
+ - w
130
+ - g
131
+ - d
132
+ - sh
133
+ - pau
134
+ - m
135
+ - N
136
+ - s
137
+ - r
138
+ - t
139
+ - n
140
+ - k
141
+ - e
142
+ - u
143
+ - i
144
+ - o
145
+ - a
146
+ - <sos/eos>
147
+ odim: 80
148
+ model_conf: {}
149
+ use_preprocessor: true
150
+ token_type: phn
151
+ bpemodel: null
152
+ non_linguistic_symbols: null
153
+ cleaner: jaconv
154
+ g2p: pyopenjtalk
155
+ feats_extract: null
156
+ feats_extract_conf: null
157
+ normalize: global_mvn
158
+ normalize_conf:
159
+ stats_file: exp/tts_stats_raw_phn_jaconv_pyopenjtalk/train/feats_stats.npz
160
+ tts: fastspeech
161
+ tts_conf:
162
+ adim: 384
163
+ aheads: 4
164
+ elayers: 6
165
+ eunits: 1536
166
+ dlayers: 6
167
+ dunits: 1536
168
+ positionwise_layer_type: conv1d
169
+ positionwise_conv_kernel_size: 3
170
+ duration_predictor_layers: 2
171
+ duration_predictor_chans: 384
172
+ duration_predictor_kernel_size: 3
173
+ postnet_layers: 5
174
+ postnet_filts: 5
175
+ postnet_chans: 256
176
+ use_masking: true
177
+ use_scaled_pos_enc: true
178
+ encoder_normalize_before: false
179
+ decoder_normalize_before: false
180
+ reduction_factor: 1
181
+ init_type: xavier_uniform
182
+ init_enc_alpha: 1.0
183
+ init_dec_alpha: 1.0
184
+ transformer_enc_dropout_rate: 0.1
185
+ transformer_enc_positional_dropout_rate: 0.1
186
+ transformer_enc_attn_dropout_rate: 0.1
187
+ transformer_dec_dropout_rate: 0.1
188
+ transformer_dec_positional_dropout_rate: 0.1
189
+ transformer_dec_attn_dropout_rate: 0.1
190
+ required:
191
+ - output_dir
192
+ - token_list
193
+ distributed: true
meta.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
1
+ espnet: 0.8.0
2
+ files:
3
+ model_file: exp/tts_train_fastspeech_raw_phn_jaconv_pyopenjtalk/992epoch.pth
4
+ python: "3.7.3 (default, Mar 27 2019, 22:11:17) \n[GCC 7.3.0]"
5
+ timestamp: 1597458362.537249
6
+ torch: 1.5.1
7
+ yaml_files:
8
+ train_config: exp/tts_train_fastspeech_raw_phn_jaconv_pyopenjtalk/config.yaml