Text-to-Speech
TensorFlowTTS
Korean
audio
text-to-mel
dathudeptrai commited on
Commit
a08c552
β€’
1 Parent(s): 44a8cd7

πŸ–€ Update config, processor and checkpoint for Tacotron2 KSS Korean.

Browse files
Files changed (3) hide show
  1. config.yml +87 -0
  2. model.h5 +3 -0
  3. processor.json +1 -0
config.yml ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # This is the hyperparameter configuration file for Tacotron2 v1.
2
+ # Please make sure this is adjusted for the KSS dataset. If you want to
3
+ # apply to the other dataset, you might need to carefully change some parameters.
4
+ # This configuration performs 200k iters but 65k iters is enough to get a good models.
5
+
6
+ ###########################################################
7
+ # FEATURE EXTRACTION SETTING #
8
+ ###########################################################
9
+ hop_size: 256 # Hop size.
10
+ format: "npy"
11
+
12
+
13
+ ###########################################################
14
+ # NETWORK ARCHITECTURE SETTING #
15
+ ###########################################################
16
+ model_type: "tacotron2"
17
+
18
+ tacotron2_params:
19
+ dataset: "kss"
20
+ embedding_hidden_size: 512
21
+ initializer_range: 0.02
22
+ embedding_dropout_prob: 0.1
23
+ n_speakers: 1
24
+ n_conv_encoder: 5
25
+ encoder_conv_filters: 512
26
+ encoder_conv_kernel_sizes: 5
27
+ encoder_conv_activation: 'relu'
28
+ encoder_conv_dropout_rate: 0.5
29
+ encoder_lstm_units: 256
30
+ n_prenet_layers: 2
31
+ prenet_units: 256
32
+ prenet_activation: 'relu'
33
+ prenet_dropout_rate: 0.5
34
+ n_lstm_decoder: 1
35
+ reduction_factor: 1
36
+ decoder_lstm_units: 1024
37
+ attention_dim: 128
38
+ attention_filters: 32
39
+ attention_kernel: 31
40
+ n_mels: 80
41
+ n_conv_postnet: 5
42
+ postnet_conv_filters: 512
43
+ postnet_conv_kernel_sizes: 5
44
+ postnet_dropout_rate: 0.1
45
+ attention_type: "lsa"
46
+
47
+ ###########################################################
48
+ # DATA LOADER SETTING #
49
+ ###########################################################
50
+ batch_size: 32 # Batch size for each GPU with assuming that gradient_accumulation_steps == 1.
51
+ remove_short_samples: true # Whether to remove samples the length of which are less than batch_max_steps.
52
+ allow_cache: true # Whether to allow cache in dataset. If true, it requires cpu memory.
53
+ mel_length_threshold: 32 # remove all targets has mel_length <= 32
54
+ is_shuffle: true # shuffle dataset after each epoch.
55
+ use_fixed_shapes: true # use_fixed_shapes for training (2x speed-up)
56
+ # refer (https://github.com/dathudeptrai/TensorflowTTS/issues/34#issuecomment-642309118)
57
+
58
+ ###########################################################
59
+ # OPTIMIZER & SCHEDULER SETTING #
60
+ ###########################################################
61
+ optimizer_params:
62
+ initial_learning_rate: 0.001
63
+ end_learning_rate: 0.00001
64
+ decay_steps: 150000 # < train_max_steps is recommend.
65
+ warmup_proportion: 0.02
66
+ weight_decay: 0.001
67
+
68
+ gradient_accumulation_steps: 1
69
+ var_train_expr: null # trainable variable expr (eg. 'embeddings|decoder_cell' )
70
+ # must separate by |. if var_train_expr is null then we
71
+ # training all variable
72
+ ###########################################################
73
+ # INTERVAL SETTING #
74
+ ###########################################################
75
+ train_max_steps: 200000 # Number of training steps.
76
+ save_interval_steps: 2000 # Interval steps to save checkpoint.
77
+ eval_interval_steps: 500 # Interval steps to evaluate the network.
78
+ log_interval_steps: 200 # Interval steps to record the training log.
79
+ start_schedule_teacher_forcing: 200001 # don't need to apply schedule teacher forcing.
80
+ start_ratio_value: 0.5 # start ratio of scheduled teacher forcing.
81
+ schedule_decay_steps: 50000 # decay step scheduled teacher forcing.
82
+ end_ratio_value: 0.0 # end ratio of scheduled teacher forcing.
83
+ ###########################################################
84
+ # OTHER SETTING #
85
+ ###########################################################
86
+ num_save_intermediate_results: 1 # Number of results to be saved as intermediate results.
87
+
model.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dd15872b504b05d4af015cdfe506beede54537a05c7cc723a5d5554c0ded6d2
3
+ size 127830576
processor.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"symbol_to_id": {"pad": 0, "-": 7, "!": 2, "'": 3, "(": 4, ")": 5, ",": 6, ".": 8, ":": 9, ";": 10, "?": 11, " ": 12, "\u1100": 13, "\u1101": 14, "\u1102": 15, "\u1103": 16, "\u1104": 17, "\u1105": 18, "\u1106": 19, "\u1107": 20, "\u1108": 21, "\u1109": 22, "\u110a": 23, "\u110b": 24, "\u110c": 25, "\u110d": 26, "\u110e": 27, "\u110f": 28, "\u1110": 29, "\u1111": 30, "\u1112": 31, "\u1161": 32, "\u1162": 33, "\u1163": 34, "\u1164": 35, "\u1165": 36, "\u1166": 37, "\u1167": 38, "\u1168": 39, "\u1169": 40, "\u116a": 41, "\u116b": 42, "\u116c": 43, "\u116d": 44, "\u116e": 45, "\u116f": 46, "\u1170": 47, "\u1171": 48, "\u1172": 49, "\u1173": 50, "\u1174": 51, "\u1175": 52, "\u11a8": 53, "\u11a9": 54, "\u11aa": 55, "\u11ab": 56, "\u11ac": 57, "\u11ad": 58, "\u11ae": 59, "\u11af": 60, "\u11b0": 61, "\u11b1": 62, "\u11b2": 63, "\u11b3": 64, "\u11b4": 65, "\u11b5": 66, "\u11b6": 67, "\u11b7": 68, "\u11b8": 69, "\u11b9": 70, "\u11ba": 71, "\u11bb": 72, "\u11bc": 73, "\u11bd": 74, "\u11be": 75, "\u11bf": 76, "\u11c0": 77, "\u11c1": 78, "\u11c2": 79, "eos": 80}, "id_to_symbol": {"0": "pad", "1": "-", "2": "!", "3": "'", "4": "(", "5": ")", "6": ",", "7": "-", "8": ".", "9": ":", "10": ";", "11": "?", "12": " ", "13": "\u1100", "14": "\u1101", "15": "\u1102", "16": "\u1103", "17": "\u1104", "18": "\u1105", "19": "\u1106", "20": "\u1107", "21": "\u1108", "22": "\u1109", "23": "\u110a", "24": "\u110b", "25": "\u110c", "26": "\u110d", "27": "\u110e", "28": "\u110f", "29": "\u1110", "30": "\u1111", "31": "\u1112", "32": "\u1161", "33": "\u1162", "34": "\u1163", "35": "\u1164", "36": "\u1165", "37": "\u1166", "38": "\u1167", "39": "\u1168", "40": "\u1169", "41": "\u116a", "42": "\u116b", "43": "\u116c", "44": "\u116d", "45": "\u116e", "46": "\u116f", "47": "\u1170", "48": "\u1171", "49": "\u1172", "50": "\u1173", "51": "\u1174", "52": "\u1175", "53": "\u11a8", "54": "\u11a9", "55": "\u11aa", "56": "\u11ab", "57": "\u11ac", "58": "\u11ad", "59": "\u11ae", "60": "\u11af", "61": "\u11b0", "62": "\u11b1", "63": "\u11b2", "64": "\u11b3", "65": "\u11b4", "66": "\u11b5", "67": "\u11b6", "68": "\u11b7", "69": "\u11b8", "70": "\u11b9", "71": "\u11ba", "72": "\u11bb", "73": "\u11bc", "74": "\u11bd", "75": "\u11be", "76": "\u11bf", "77": "\u11c0", "78": "\u11c1", "79": "\u11c2", "80": "eos"}, "speakers_map": {"kss": 0}, "processor_name": "KSSProcessor"}