import os from random import shuffle import torchaudio from api import TextToSpeech from utils.audio import load_audio def permutations(args): res = [] k = next(iter(args.keys())) vals = args[k] del args[k] if not args: return [{k: v} for v in vals] lower = permutations(args) for v in vals: for l in lower: lc = l.copy() lc[k] = v res.append(lc) return res if __name__ == '__main__': fname = 'Y:\\clips\\books2\\subset512-oco.tsv' stop_after = 128 outpath_base = 'D:\\tmp\\tortoise-tts-eval\\sweep' outpath_real = 'D:\\tmp\\tortoise-tts-eval\\real' arg_ranges = { 'top_p': [.5, 1], 'temperature': [.5, 1], 'diffusion_temperature': [.6, 1], 'cond_free_k': [0, 1, 4], 'repetition_penalty': [1.0, 2.0] } cfgs = permutations(arg_ranges) shuffle(cfgs) for cfg in cfgs: cfg_desc = '_'.join([f'{k}-{v}' for k,v in cfg.items()]) outpath = os.path.join(outpath_base, f'{cfg_desc}') os.makedirs(outpath, exist_ok=True) os.makedirs(outpath_real, exist_ok=True) with open(fname, 'r', encoding='utf-8') as f: lines = [l.strip().split('\t') for l in f.readlines()] recorder = open(os.path.join(outpath, 'transcript.tsv'), 'w', encoding='utf-8') tts = TextToSpeech() for e, line in enumerate(lines): if e >= stop_after: break transcript = line[0] path = os.path.join(os.path.dirname(fname), line[1]) cond_audio = load_audio(path, 22050) torchaudio.save(os.path.join(outpath_real, os.path.basename(line[1])), cond_audio, 22050) sample = tts.tts(transcript, [cond_audio, cond_audio], num_autoregressive_samples=256, k=1, diffusion_iterations=70, length_penalty=1.0, **cfg) down = torchaudio.functional.resample(sample, 24000, 22050) fout_path = os.path.join(outpath, os.path.basename(line[1])) torchaudio.save(fout_path, down.squeeze(0), 22050) recorder.write(f'{transcript}\t{fout_path}\n') recorder.flush() recorder.close()