Spaces:
Running
Running
import os | |
import torch | |
import ctypes | |
import platform | |
import numpy as np | |
class DioOption(ctypes.Structure): | |
_fields_ = [("F0Floor", ctypes.c_double), ("F0Ceil", ctypes.c_double), ("ChannelsInOctave", ctypes.c_double), ("FramePeriod", ctypes.c_double), ("Speed", ctypes.c_int), ("AllowedRange", ctypes.c_double)] | |
class HarvestOption(ctypes.Structure): | |
_fields_ = [("F0Floor", ctypes.c_double), ("F0Ceil", ctypes.c_double), ("FramePeriod", ctypes.c_double)] | |
class PYWORLD: | |
def __init__(self): | |
self.world_path = os.path.join("assets", "models", "predictors", "world") | |
os.makedirs(self.world_path, exist_ok=True) | |
model_type, suffix = (("world_64" if platform.architecture()[0] == "64bit" else "world_86"), ".dll") if platform.system() == "Windows" else ("world_linux", ".so") | |
self.world_file_path = os.path.join(self.world_path, f"{model_type}{suffix}") | |
if not os.path.exists(self.world_file_path): | |
model = torch.load(os.path.join("assets", "models", "predictors", "world.pth"), map_location="cpu") | |
with open(self.world_file_path, "wb") as w: | |
w.write(model[model_type]) | |
self.world_dll = ctypes.CDLL(self.world_file_path) | |
def harvest(self, x, fs, f0_floor=50, f0_ceil=1100, frame_period=10): | |
self.world_dll.Harvest.argtypes = [ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.c_int, ctypes.POINTER(HarvestOption), ctypes.POINTER(ctypes.c_double), ctypes.POINTER(ctypes.c_double)] | |
self.world_dll.Harvest.restype = None | |
self.world_dll.InitializeHarvestOption.argtypes = [ctypes.POINTER(HarvestOption)] | |
self.world_dll.InitializeHarvestOption.restype = None | |
self.world_dll.GetSamplesForHarvest.argtypes = [ctypes.c_int, ctypes.c_int, ctypes.c_double] | |
self.world_dll.GetSamplesForHarvest.restype = ctypes.c_int | |
option = HarvestOption() | |
self.world_dll.InitializeHarvestOption(ctypes.byref(option)) | |
option.F0Floor = f0_floor | |
option.F0Ceil = f0_ceil | |
option.FramePeriod = frame_period | |
f0_length = self.world_dll.GetSamplesForHarvest(fs, len(x), option.FramePeriod) | |
f0 = (ctypes.c_double * f0_length)() | |
tpos = (ctypes.c_double * f0_length)() | |
self.world_dll.Harvest((ctypes.c_double * len(x))(*x), len(x), fs, ctypes.byref(option), tpos, f0) | |
return np.array(f0, dtype=np.float32), np.array(tpos, dtype=np.float32) | |
def dio(self, x, fs, f0_floor=50, f0_ceil=1100, channels_in_octave=2, frame_period=10, speed=1, allowed_range=0.1): | |
self.world_dll.Dio.argtypes = [ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.c_int, ctypes.POINTER(DioOption), ctypes.POINTER(ctypes.c_double), ctypes.POINTER(ctypes.c_double)] | |
self.world_dll.Dio.restype = None | |
self.world_dll.InitializeDioOption.argtypes = [ctypes.POINTER(DioOption)] | |
self.world_dll.InitializeDioOption.restype = None | |
self.world_dll.GetSamplesForDIO.argtypes = [ctypes.c_int, ctypes.c_int, ctypes.c_double] | |
self.world_dll.GetSamplesForDIO.restype = ctypes.c_int | |
option = DioOption() | |
self.world_dll.InitializeDioOption(ctypes.byref(option)) | |
option.F0Floor = f0_floor | |
option.F0Ceil = f0_ceil | |
option.ChannelsInOctave = channels_in_octave | |
option.FramePeriod = frame_period | |
option.Speed = speed | |
option.AllowedRange = allowed_range | |
f0_length = self.world_dll.GetSamplesForDIO(fs, len(x), option.FramePeriod) | |
f0 = (ctypes.c_double * f0_length)() | |
tpos = (ctypes.c_double * f0_length)() | |
self.world_dll.Dio((ctypes.c_double * len(x))(*x), len(x), fs, ctypes.byref(option), tpos, f0) | |
return np.array(f0, dtype=np.float32), np.array(tpos, dtype=np.float32) | |
def stonemask(self, x, fs, tpos, f0): | |
self.world_dll.StoneMask.argtypes = [ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.c_int, ctypes.POINTER(ctypes.c_double), ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.POINTER(ctypes.c_double)] | |
self.world_dll.StoneMask.restype = None | |
out_f0 = (ctypes.c_double * len(f0))() | |
self.world_dll.StoneMask((ctypes.c_double * len(x))(*x), len(x), fs, (ctypes.c_double * len(tpos))(*tpos), (ctypes.c_double * len(f0))(*f0), len(f0), out_f0) | |
return np.array(out_f0, dtype=np.float32) |