NeonBohdan commited on
Commit
49c20fb
1 Parent(s): 4407d06

Init model

Browse files
Files changed (4) hide show
  1. config.json +268 -0
  2. language_ids.json +4 -0
  3. model_file.pth.tar +3 -0
  4. speaker_ids.json +7 -0
config.json ADDED
@@ -0,0 +1,268 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": null,
3
+ "logger_uri": null,
4
+ "run_name": "",
5
+ "project_name": null,
6
+ "run_description": "",
7
+ "print_step": 25,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "log_model_step": null,
13
+ "save_step": 10000,
14
+ "save_n_checkpoints": 5,
15
+ "save_checkpoints": true,
16
+ "save_all_best": false,
17
+ "save_best_after": 10000,
18
+ "target_loss": null,
19
+ "print_eval": false,
20
+ "test_delay_epochs": -1,
21
+ "run_eval": true,
22
+ "distributed_backend": "nccl",
23
+ "distributed_url": "tcp://localhost:54321",
24
+ "mixed_precision": true,
25
+ "epochs": 1000,
26
+ "batch_size": 16,
27
+ "eval_batch_size": 4,
28
+ "grad_clip": [
29
+ 1000,
30
+ 1000
31
+ ],
32
+ "scheduler_after_epoch": true,
33
+ "lr": 0.001,
34
+ "optimizer": "AdamW",
35
+ "optimizer_params": {
36
+ "betas": [
37
+ 0.8,
38
+ 0.99
39
+ ],
40
+ "eps": 1e-09,
41
+ "weight_decay": 0.01
42
+ },
43
+ "lr_scheduler": "",
44
+ "lr_scheduler_params": {},
45
+ "use_grad_scaler": false,
46
+ "model": "vits",
47
+ "num_loader_workers": 8,
48
+ "num_eval_loader_workers": 8,
49
+ "use_noise_augment": false,
50
+ "use_language_weighted_sampler": true,
51
+ "audio": {
52
+ "fft_size": 1024,
53
+ "win_length": 1024,
54
+ "hop_length": 256,
55
+ "frame_shift_ms": null,
56
+ "frame_length_ms": null,
57
+ "stft_pad_mode": "reflect",
58
+ "sample_rate": 16000,
59
+ "resample": false,
60
+ "preemphasis": 0.0,
61
+ "ref_level_db": 20,
62
+ "do_sound_norm": false,
63
+ "log_func": "np.log",
64
+ "do_trim_silence": false,
65
+ "trim_db": 20.0,
66
+ "do_rms_norm": false,
67
+ "db_level": null,
68
+ "power": 1.5,
69
+ "griffin_lim_iters": 60,
70
+ "num_mels": 80,
71
+ "mel_fmin": 0.0,
72
+ "mel_fmax": null,
73
+ "spec_gain": 1.0,
74
+ "do_amp_to_db_linear": false,
75
+ "do_amp_to_db_mel": true,
76
+ "pitch_fmax": 640.0,
77
+ "pitch_fmin": 0.0,
78
+ "signal_norm": true,
79
+ "min_level_db": -100,
80
+ "symmetric_norm": true,
81
+ "max_norm": 4.0,
82
+ "clip_norm": true,
83
+ "stats_path": null
84
+ },
85
+ "use_phonemes": false,
86
+ "phonemizer": null,
87
+ "phoneme_language": null,
88
+ "compute_input_seq_cache": true,
89
+ "text_cleaner": "multilingual_cleaners",
90
+ "enable_eos_bos_chars": false,
91
+ "test_sentences_file": "",
92
+ "phoneme_cache_path": null,
93
+ "characters": {
94
+ "characters_class": "TTS.tts.utils.text.characters.Graphemes",
95
+ "vocab_dict": null,
96
+ "pad": "<PAD>",
97
+ "eos": "<EOS>",
98
+ "bos": "<BOS>",
99
+ "blank": "<BLNK>",
100
+ "characters": "a\u0105bc\u0107de\u0119fghijkl\u0142mn\u0144o\u00f3pqrs\u015btuvwxyz\u017a\u017c\u0430\u0431\u0432\u0433\u0491\u0434\u0435\u0454\u0436\u0437\u0438\u0456\u0457\u0439\u043a\u043b\u043c\u043d\u043e\u043f\u0440\u0441\u0442\u0443\u0444\u0445\u0446\u0447\u0448\u0449\u044c\u044e\u044f",
101
+ "punctuations": "!'(),-.:;? ",
102
+ "phonemes": null,
103
+ "is_unique": true,
104
+ "is_sorted": true
105
+ },
106
+ "add_blank": true,
107
+ "batch_group_size": 0,
108
+ "loss_masking": null,
109
+ "sort_by_audio_len": true,
110
+ "min_audio_len": 32768,
111
+ "max_audio_len": 160000,
112
+ "min_text_len": 1,
113
+ "max_text_len": Infinity,
114
+ "compute_f0": false,
115
+ "compute_linear_spec": true,
116
+ "precompute_num_workers": 0,
117
+ "start_by_longest": false,
118
+ "datasets": [
119
+ {
120
+ "name": "mailabs",
121
+ "path": "",
122
+ "meta_file_train": "",
123
+ "ignored_speakers": null,
124
+ "language": "uk",
125
+ "meta_file_val": "",
126
+ "meta_file_attn_mask": ""
127
+ },
128
+ {
129
+ "name": "mailabs",
130
+ "path": "",
131
+ "meta_file_train": "",
132
+ "ignored_speakers": null,
133
+ "language": "pl",
134
+ "meta_file_val": "",
135
+ "meta_file_attn_mask": ""
136
+ }
137
+ ],
138
+ "test_sentences": [
139
+ [
140
+ "\u041c\u0456\u0436 \u043d\u0438\u043c\u0438 \u0437\u043d\u043e\u0432 \u0437\u0430\u043a\u0440\u0443\u0442\u0438\u0432\u0441\u044f \u043f\u0430\u043d, \u0437\u0430\u043a\u0440\u0443\u0442\u0438\u0432\u0441\u044c \u043e\u0441\u0430\u0432\u0443\u043b\u0430.",
141
+ "sumska",
142
+ null,
143
+ "uk"
144
+ ],
145
+ [
146
+ "A mo\u017ce Wokulski ma g\u0142ow\u0119?",
147
+ "nina_brown",
148
+ null,
149
+ "pl"
150
+ ]
151
+ ],
152
+ "eval_split_max_size": null,
153
+ "eval_split_size": 0.01,
154
+ "model_args": {
155
+ "num_chars": 83,
156
+ "out_channels": 513,
157
+ "spec_segment_size": 32,
158
+ "hidden_channels": 192,
159
+ "hidden_channels_ffn_text_encoder": 768,
160
+ "num_heads_text_encoder": 2,
161
+ "num_layers_text_encoder": 6,
162
+ "kernel_size_text_encoder": 3,
163
+ "dropout_p_text_encoder": 0.1,
164
+ "dropout_p_duration_predictor": 0.5,
165
+ "kernel_size_posterior_encoder": 5,
166
+ "dilation_rate_posterior_encoder": 1,
167
+ "num_layers_posterior_encoder": 16,
168
+ "kernel_size_flow": 5,
169
+ "dilation_rate_flow": 1,
170
+ "num_layers_flow": 4,
171
+ "resblock_type_decoder": "1",
172
+ "resblock_kernel_sizes_decoder": [
173
+ 3,
174
+ 7,
175
+ 11
176
+ ],
177
+ "resblock_dilation_sizes_decoder": [
178
+ [
179
+ 1,
180
+ 3,
181
+ 5
182
+ ],
183
+ [
184
+ 1,
185
+ 3,
186
+ 5
187
+ ],
188
+ [
189
+ 1,
190
+ 3,
191
+ 5
192
+ ]
193
+ ],
194
+ "upsample_rates_decoder": [
195
+ 8,
196
+ 8,
197
+ 2,
198
+ 2
199
+ ],
200
+ "upsample_initial_channel_decoder": 512,
201
+ "upsample_kernel_sizes_decoder": [
202
+ 16,
203
+ 16,
204
+ 4,
205
+ 4
206
+ ],
207
+ "use_sdp": false,
208
+ "noise_scale": 1.0,
209
+ "inference_noise_scale": 0.667,
210
+ "length_scale": 1,
211
+ "noise_scale_dp": 1.0,
212
+ "inference_noise_scale_dp": 1.0,
213
+ "max_inference_len": null,
214
+ "init_discriminator": true,
215
+ "use_spectral_norm_disriminator": false,
216
+ "use_speaker_embedding": true,
217
+ "num_speakers": 0,
218
+ "speakers_file": null,
219
+ "d_vector_file": null,
220
+ "speaker_embedding_channels": 256,
221
+ "use_d_vector_file": false,
222
+ "d_vector_dim": 0,
223
+ "detach_dp_input": true,
224
+ "use_language_embedding": true,
225
+ "embedded_language_dim": 2,
226
+ "num_languages": 2,
227
+ "language_ids_file": null,
228
+ "use_speaker_encoder_as_loss": false,
229
+ "speaker_encoder_config_path": "",
230
+ "speaker_encoder_model_path": "",
231
+ "condition_dp_on_speaker": true,
232
+ "freeze_encoder": false,
233
+ "freeze_DP": false,
234
+ "freeze_PE": false,
235
+ "freeze_flow_decoder": false,
236
+ "freeze_waveform_decoder": false
237
+ },
238
+ "lr_gen": 0.0002,
239
+ "lr_disc": 0.0002,
240
+ "lr_scheduler_gen": "ExponentialLR",
241
+ "lr_scheduler_gen_params": {
242
+ "gamma": 0.999875,
243
+ "last_epoch": -1
244
+ },
245
+ "lr_scheduler_disc": "ExponentialLR",
246
+ "lr_scheduler_disc_params": {
247
+ "gamma": 0.999875,
248
+ "last_epoch": -1
249
+ },
250
+ "kl_loss_alpha": 1.0,
251
+ "disc_loss_alpha": 1.0,
252
+ "gen_loss_alpha": 1.0,
253
+ "feat_loss_alpha": 1.0,
254
+ "mel_loss_alpha": 45.0,
255
+ "dur_loss_alpha": 1.0,
256
+ "speaker_encoder_loss_alpha": 1.0,
257
+ "return_wav": true,
258
+ "r": 1,
259
+ "num_speakers": 5,
260
+ "use_speaker_embedding": true,
261
+ "speakers_file": null,
262
+ "speaker_embedding_channels": 256,
263
+ "language_ids_file": null,
264
+ "use_language_embedding": true,
265
+ "use_d_vector_file": false,
266
+ "d_vector_file": null,
267
+ "d_vector_dim": 0
268
+ }
language_ids.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "pl": 0,
3
+ "uk": 1
4
+ }
model_file.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1251e9fe3eb3748f606fa1a661511d9bf16bc24ce75d3a1fc42cc21c9c4fbc
3
+ size 1026778602
speaker_ids.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "nina_brown": 0,
3
+ "obruchov": 1,
4
+ "piotr_nater": 2,
5
+ "shepel": 3,
6
+ "sumska": 4
7
+ }