| config: conf/tuning/train_gst+xvector_conformer_fastspeech2.yaml | |
| print_config: false | |
| log_level: INFO | |
| dry_run: false | |
| iterator_type: sequence | |
| output_dir: exp/tts_train_gst+xvector_conformer_fastspeech2_transformer_teacher_raw_phn_tacotron_g2p_en_no_space | |
| ngpu: 1 | |
| seed: 0 | |
| num_workers: 1 | |
| num_att_plot: 3 | |
| dist_backend: nccl | |
| dist_init_method: env:// | |
| dist_world_size: 4 | |
| dist_rank: 0 | |
| local_rank: 0 | |
| dist_master_addr: localhost | |
| dist_master_port: 45291 | |
| dist_launcher: null | |
| multiprocessing_distributed: true | |
| cudnn_enabled: true | |
| cudnn_benchmark: false | |
| cudnn_deterministic: true | |
| collect_stats: false | |
| write_collected_feats: false | |
| max_epoch: 500 | |
| patience: null | |
| val_scheduler_criterion: | |
| - valid | |
| - loss | |
| early_stopping_criterion: | |
| - valid | |
| - loss | |
| - min | |
| best_model_criterion: | |
| - - valid | |
| - loss | |
| - min | |
| - - train | |
| - loss | |
| - min | |
| keep_nbest_models: 5 | |
| grad_clip: 1.0 | |
| grad_clip_type: 2.0 | |
| grad_noise: false | |
| accum_grad: 1 | |
| no_forward_run: false | |
| resume: true | |
| train_dtype: float32 | |
| use_amp: false | |
| log_interval: null | |
| unused_parameters: false | |
| use_tensorboard: true | |
| use_wandb: false | |
| wandb_project: null | |
| wandb_id: null | |
| pretrain_path: null | |
| init_param: [] | |
| freeze_param: [] | |
| num_iters_per_epoch: 500 | |
| batch_size: 20 | |
| valid_batch_size: null | |
| batch_bins: 18000000 | |
| valid_batch_bins: null | |
| train_shape_file: | |
| - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/train/text_shape.phn | |
| - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/train/speech_shape | |
| valid_shape_file: | |
| - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/valid/text_shape.phn | |
| - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/valid/speech_shape | |
| batch_type: numel | |
| valid_batch_type: null | |
| fold_length: | |
| - 150 | |
| - 240000 | |
| sort_in_batch: descending | |
| sort_batch: descending | |
| multiple_iterator: false | |
| chunk_length: 500 | |
| chunk_shift_ratio: 0.5 | |
| num_cache_chunks: 1024 | |
| train_data_path_and_name_and_type: | |
| - - dump/raw/tr_no_dev/text | |
| - text | |
| - text | |
| - - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/tr_no_dev/durations | |
| - durations | |
| - text_int | |
| - - dump/raw/tr_no_dev/wav.scp | |
| - speech | |
| - sound | |
| - - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/train/collect_feats/pitch.scp | |
| - pitch | |
| - npy | |
| - - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/train/collect_feats/energy.scp | |
| - energy | |
| - npy | |
| - - dump/xvector/tr_no_dev/xvector.scp | |
| - spembs | |
| - kaldi_ark | |
| valid_data_path_and_name_and_type: | |
| - - dump/raw/dev/text | |
| - text | |
| - text | |
| - - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/dev/durations | |
| - durations | |
| - text_int | |
| - - dump/raw/dev/wav.scp | |
| - speech | |
| - sound | |
| - - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/valid/collect_feats/pitch.scp | |
| - pitch | |
| - npy | |
| - - exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/valid/collect_feats/energy.scp | |
| - energy | |
| - npy | |
| - - dump/xvector/dev/xvector.scp | |
| - spembs | |
| - kaldi_ark | |
| allow_variable_data_keys: false | |
| max_cache_size: 0.0 | |
| max_cache_fd: 32 | |
| valid_max_cache_size: null | |
| optim: adam | |
| optim_conf: | |
| lr: 1.0 | |
| scheduler: noamlr | |
| scheduler_conf: | |
| model_size: 384 | |
| warmup_steps: 4000 | |
| token_list: | |
| - <blank> | |
| - <unk> | |
| - AH0 | |
| - T | |
| - N | |
| - S | |
| - R | |
| - IH1 | |
| - D | |
| - L | |
| - . | |
| - Z | |
| - DH | |
| - K | |
| - W | |
| - M | |
| - AE1 | |
| - EH1 | |
| - AA1 | |
| - IH0 | |
| - IY1 | |
| - AH1 | |
| - B | |
| - P | |
| - V | |
| - ER0 | |
| - F | |
| - HH | |
| - AY1 | |
| - EY1 | |
| - UW1 | |
| - IY0 | |
| - AO1 | |
| - OW1 | |
| - G | |
| - ',' | |
| - NG | |
| - SH | |
| - Y | |
| - JH | |
| - AW1 | |
| - UH1 | |
| - TH | |
| - ER1 | |
| - CH | |
| - '?' | |
| - OW0 | |
| - OW2 | |
| - EH2 | |
| - EY2 | |
| - UW0 | |
| - IH2 | |
| - OY1 | |
| - AY2 | |
| - ZH | |
| - AW2 | |
| - EH0 | |
| - IY2 | |
| - AA2 | |
| - AE0 | |
| - AH2 | |
| - AE2 | |
| - AO0 | |
| - AO2 | |
| - AY0 | |
| - UW2 | |
| - UH2 | |
| - AA0 | |
| - AW0 | |
| - EY0 | |
| - '!' | |
| - UH0 | |
| - ER2 | |
| - OY2 | |
| - '''' | |
| - OY0 | |
| - <sos/eos> | |
| odim: null | |
| model_conf: {} | |
| use_preprocessor: true | |
| token_type: phn | |
| bpemodel: null | |
| non_linguistic_symbols: null | |
| cleaner: tacotron | |
| g2p: g2p_en_no_space | |
| feats_extract: fbank | |
| feats_extract_conf: | |
| fs: 24000 | |
| fmin: 80 | |
| fmax: 7600 | |
| n_mels: 80 | |
| hop_length: 300 | |
| n_fft: 2048 | |
| win_length: 1200 | |
| normalize: global_mvn | |
| normalize_conf: | |
| stats_file: exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/train/feats_stats.npz | |
| tts: fastspeech2 | |
| tts_conf: | |
| adim: 384 | |
| aheads: 2 | |
| elayers: 4 | |
| eunits: 1536 | |
| dlayers: 4 | |
| dunits: 1536 | |
| positionwise_layer_type: conv1d | |
| positionwise_conv_kernel_size: 3 | |
| duration_predictor_layers: 2 | |
| duration_predictor_chans: 256 | |
| duration_predictor_kernel_size: 3 | |
| postnet_layers: 5 | |
| postnet_filts: 5 | |
| postnet_chans: 256 | |
| use_masking: true | |
| encoder_normalize_before: true | |
| decoder_normalize_before: true | |
| reduction_factor: 1 | |
| encoder_type: conformer | |
| decoder_type: conformer | |
| conformer_pos_enc_layer_type: rel_pos | |
| conformer_self_attn_layer_type: rel_selfattn | |
| conformer_activation_type: swish | |
| use_macaron_style_in_conformer: true | |
| use_cnn_in_conformer: true | |
| conformer_enc_kernel_size: 7 | |
| conformer_dec_kernel_size: 31 | |
| init_type: xavier_uniform | |
| transformer_enc_dropout_rate: 0.2 | |
| transformer_enc_positional_dropout_rate: 0.2 | |
| transformer_enc_attn_dropout_rate: 0.2 | |
| transformer_dec_dropout_rate: 0.2 | |
| transformer_dec_positional_dropout_rate: 0.2 | |
| transformer_dec_attn_dropout_rate: 0.2 | |
| pitch_predictor_layers: 5 | |
| pitch_predictor_chans: 256 | |
| pitch_predictor_kernel_size: 5 | |
| pitch_predictor_dropout: 0.5 | |
| pitch_embed_kernel_size: 1 | |
| pitch_embed_dropout: 0.0 | |
| stop_gradient_from_pitch_predictor: true | |
| energy_predictor_layers: 2 | |
| energy_predictor_chans: 256 | |
| energy_predictor_kernel_size: 3 | |
| energy_predictor_dropout: 0.5 | |
| energy_embed_kernel_size: 1 | |
| energy_embed_dropout: 0.0 | |
| stop_gradient_from_energy_predictor: false | |
| spk_embed_dim: 512 | |
| spk_embed_integration_type: add | |
| use_gst: true | |
| gst_heads: 4 | |
| gst_tokens: 16 | |
| pitch_extract: dio | |
| pitch_extract_conf: | |
| fs: 24000 | |
| n_fft: 2048 | |
| hop_length: 300 | |
| f0max: 400 | |
| f0min: 80 | |
| reduction_factor: 1 | |
| pitch_normalize: global_mvn | |
| pitch_normalize_conf: | |
| stats_file: exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/train/pitch_stats.npz | |
| energy_extract: energy | |
| energy_extract_conf: | |
| fs: 24000 | |
| n_fft: 2048 | |
| hop_length: 300 | |
| win_length: 1200 | |
| reduction_factor: 1 | |
| energy_normalize: global_mvn | |
| energy_normalize_conf: | |
| stats_file: exp/tts_train_gst+xvector_transformer_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.ave/stats/train/energy_stats.npz | |
| required: | |
| - output_dir | |
| - token_list | |
| distributed: true | |