Spaces:
Running
on
A10G
Running
on
A10G
{ | |
"task_type": "svc", | |
"dataset": [ | |
"vocalist_l1", | |
], | |
"exp_name": "vocalist_l1_contentvec+whisper", | |
"inference": { | |
"diffusion": { | |
"scheduler": "pndm", | |
"scheduler_settings": { | |
"num_inference_timesteps": 1000, | |
}, | |
}, | |
}, | |
"model": { | |
"condition_encoder": { | |
"content_encoder_dim": 384, | |
"contentvec_dim": 256, | |
"f0_max": 1100, | |
"f0_min": 50, | |
"input_loudness_dim": 1, | |
"input_melody_dim": 1, | |
"merge_mode": "add", | |
"mert_dim": 256, | |
"n_bins_loudness": 256, | |
"n_bins_melody": 256, | |
"output_content_dim": 384, | |
"output_loudness_dim": 384, | |
"output_melody_dim": 384, | |
"output_singer_dim": 384, | |
"pitch_max": 1100, | |
"pitch_min": 50, | |
"singer_table_size": 512, | |
"use_conformer_for_content_features": false, | |
"use_contentvec": true, | |
"use_log_f0": true, | |
"use_log_loudness": true, | |
"use_mert": false, | |
"use_singer_encoder": true, | |
"use_spkid": true, | |
"use_wenet": false, | |
"use_whisper": true, | |
"wenet_dim": 512, | |
"whisper_dim": 1024, | |
}, | |
"diffusion": { | |
"bidilconv": { | |
"base_channel": 384, | |
"conditioner_size": 384, | |
"conv_kernel_size": 3, | |
"dilation_cycle_length": 4, | |
"n_res_block": 20, | |
}, | |
"model_type": "bidilconv", | |
"scheduler": "ddpm", | |
"scheduler_settings": { | |
"beta_end": 0.02, | |
"beta_schedule": "linear", | |
"beta_start": 0.0001, | |
"num_train_timesteps": 1000, | |
}, | |
"step_encoder": { | |
"activation": "SiLU", | |
"dim_hidden_layer": 512, | |
"dim_raw_embedding": 128, | |
"max_period": 10000, | |
"num_layer": 2, | |
}, | |
"unet2d": { | |
"down_block_types": [ | |
"CrossAttnDownBlock2D", | |
"CrossAttnDownBlock2D", | |
"CrossAttnDownBlock2D", | |
"DownBlock2D", | |
], | |
"in_channels": 1, | |
"mid_block_type": "UNetMidBlock2DCrossAttn", | |
"only_cross_attention": false, | |
"out_channels": 1, | |
"up_block_types": [ | |
"UpBlock2D", | |
"CrossAttnUpBlock2D", | |
"CrossAttnUpBlock2D", | |
"CrossAttnUpBlock2D", | |
], | |
}, | |
}, | |
}, | |
"model_type": "DiffWaveNetSVC", | |
"preprocess": { | |
"audio_dir": "audios", | |
"bits": 8, | |
"content_feature_batch_size": 16, | |
"contentvec_batch_size": 1, | |
"contentvec_dir": "contentvec", | |
"contentvec_file": "pretrained/contentvec/checkpoint_best_legacy_500.pt", | |
"contentvec_frameshift": 0.02, | |
"contentvec_sample_rate": 16000, | |
"dur_dir": "durs", | |
"duration_dir": "duration", | |
"emo2id": "emo2id.json", | |
"energy_dir": "energys", | |
"extract_audio": false, | |
"extract_contentvec_feature": true, | |
"extract_energy": true, | |
"extract_label": false, | |
"extract_mcep": false, | |
"extract_mel": true, | |
"extract_mert_feature": false, | |
"extract_pitch": true, | |
"extract_uv": true, | |
"extract_wenet_feature": false, | |
"extract_whisper_feature": true, | |
"f0_max": 1100, | |
"f0_min": 50, | |
"file_lst": "file.lst", | |
"fmax": 12000, | |
"fmin": 0, | |
"hop_size": 256, | |
"is_label": true, | |
"is_mu_law": true, | |
"lab_dir": "labs", | |
"label_dir": "labels", | |
"mcep_dir": "mcep", | |
"mel_dir": "mels", | |
"mel_min_max_norm": true, | |
"mel_min_max_stats_dir": "mel_min_max_stats", | |
"mert_dir": "mert", | |
"mert_feature_layer": -1, | |
"mert_frameshit": 0.01333, | |
"mert_hop_size": 320, | |
"mert_model": "m-a-p/MERT-v1-330M", | |
"min_level_db": -115, | |
"mu_law_norm": false, | |
"n_fft": 1024, | |
"n_mel": 100, | |
"num_silent_frames": 8, | |
"num_workers": 8, | |
"phone_seq_file": "phone_seq_file", | |
"pin_memory": true, | |
"pitch_bin": 256, | |
"pitch_dir": "pitches", | |
"pitch_extractor": "parselmouth", | |
"pitch_max": 1100.0, | |
"pitch_min": 50.0, | |
"processed_dir": "ckpts/svc/vocalist_l1_contentvec+whisper/data", | |
"ref_level_db": 20, | |
"sample_rate": 24000, | |
"spk2id": "singers.json", | |
"train_file": "train.json", | |
"trim_fft_size": 512, | |
"trim_hop_size": 128, | |
"trim_silence": false, | |
"trim_top_db": 30, | |
"trimmed_wav_dir": "trimmed_wavs", | |
"use_audio": false, | |
"use_contentvec": true, | |
"use_dur": false, | |
"use_emoid": false, | |
"use_frame_duration": false, | |
"use_frame_energy": true, | |
"use_frame_pitch": true, | |
"use_lab": false, | |
"use_label": false, | |
"use_log_scale_energy": false, | |
"use_log_scale_pitch": false, | |
"use_mel": true, | |
"use_mert": false, | |
"use_min_max_norm_mel": true, | |
"use_one_hot": false, | |
"use_phn_seq": false, | |
"use_phone_duration": false, | |
"use_phone_energy": false, | |
"use_phone_pitch": false, | |
"use_spkid": true, | |
"use_uv": true, | |
"use_wav": false, | |
"use_wenet": false, | |
"use_whisper": true, | |
"utt2emo": "utt2emo", | |
"utt2spk": "utt2singer", | |
"uv_dir": "uvs", | |
"valid_file": "test.json", | |
"wav_dir": "wavs", | |
"wenet_batch_size": 1, | |
"wenet_config": "pretrained/wenet/20220506_u2pp_conformer_exp/train.yaml", | |
"wenet_dir": "wenet", | |
"wenet_downsample_rate": 4, | |
"wenet_frameshift": 0.01, | |
"wenet_model_path": "pretrained/wenet/20220506_u2pp_conformer_exp/final.pt", | |
"wenet_sample_rate": 16000, | |
"whisper_batch_size": 30, | |
"whisper_dir": "whisper", | |
"whisper_downsample_rate": 2, | |
"whisper_frameshift": 0.01, | |
"whisper_model": "medium", | |
"whisper_model_path": "pretrained/whisper/medium.pt", | |
"whisper_sample_rate": 16000, | |
"win_size": 1024, | |
}, | |
"supported_model_type": [ | |
"Fastspeech2", | |
"DiffSVC", | |
"Transformer", | |
"EDM", | |
"CD", | |
], | |
"train": { | |
"adamw": { | |
"lr": 0.0004, | |
}, | |
"batch_size": 32, | |
"dataloader": { | |
"num_worker": 8, | |
"pin_memory": true, | |
}, | |
"ddp": true, | |
"epochs": 50000, | |
"gradient_accumulation_step": 1, | |
"keep_checkpoint_max": 5, | |
"keep_last": [ | |
5, | |
-1, | |
], | |
"max_epoch": -1, | |
"max_steps": 1000000, | |
"multi_speaker_training": false, | |
"optimizer": "AdamW", | |
"random_seed": 10086, | |
"reducelronplateau": { | |
"factor": 0.8, | |
"min_lr": 0.0001, | |
"patience": 10, | |
}, | |
"run_eval": [ | |
false, | |
true, | |
], | |
"sampler": { | |
"drop_last": true, | |
"holistic_shuffle": false, | |
}, | |
"save_checkpoint_stride": [ | |
3, | |
10, | |
], | |
"save_checkpoints_steps": 10000, | |
"save_summary_steps": 500, | |
"scheduler": "ReduceLROnPlateau", | |
"total_training_steps": 50000, | |
"tracker": [ | |
"tensorboard", | |
], | |
"valid_interval": 10000, | |
}, | |
"use_custom_dataset": true, | |
} |