Spaces:
Runtime error
Runtime error
# -*- coding: utf-8 -*- | |
""" | |
References: | |
- https://github.com/jik876/hifi-gan | |
- https://github.com/kan-bayashi/ParallelWaveGAN | |
""" | |
import torch | |
class Conv1d(torch.nn.Conv1d): | |
""" | |
Conv1d module with customized initialization. | |
""" | |
def __init__(self, *args, **kwargs): | |
super(Conv1d, self).__init__(*args, **kwargs) | |
def reset_parameters(self): | |
torch.nn.init.kaiming_normal_(self.weight, nonlinearity="relu") | |
if self.bias is not None: | |
torch.nn.init.constant_(self.bias, 0.0) | |
class Conv1d1x1(Conv1d): | |
""" | |
1x1 Conv1d with customized initialization. | |
""" | |
def __init__(self, in_channels, out_channels, bias): | |
super(Conv1d1x1, self).__init__(in_channels, out_channels, kernel_size=1, padding=0, dilation=1, bias=bias) | |
class HiFiGANResidualBlock(torch.nn.Module): | |
"""Residual block module in HiFiGAN.""" | |
def __init__(self, | |
kernel_size=3, | |
channels=512, | |
dilations=(1, 3, 5), | |
bias=True, | |
use_additional_convs=True, | |
nonlinear_activation="LeakyReLU", | |
nonlinear_activation_params={"negative_slope": 0.1}, ): | |
""" | |
Initialize HiFiGANResidualBlock module. | |
Args: | |
kernel_size (int): Kernel size of dilation convolution layer. | |
channels (int): Number of channels for convolution layer. | |
dilations (List[int]): List of dilation factors. | |
use_additional_convs (bool): Whether to use additional convolution layers. | |
bias (bool): Whether to add bias parameter in convolution layers. | |
nonlinear_activation (str): Activation function module name. | |
nonlinear_activation_params (dict): Hyperparameters for activation function. | |
""" | |
super().__init__() | |
self.use_additional_convs = use_additional_convs | |
self.convs1 = torch.nn.ModuleList() | |
if use_additional_convs: | |
self.convs2 = torch.nn.ModuleList() | |
assert kernel_size % 2 == 1, "Kernel size must be odd number." | |
for dilation in dilations: | |
self.convs1 += [torch.nn.Sequential(getattr(torch.nn, nonlinear_activation)(**nonlinear_activation_params), | |
torch.nn.Conv1d(channels, | |
channels, | |
kernel_size, | |
1, | |
dilation=dilation, | |
bias=bias, | |
padding=(kernel_size - 1) // 2 * dilation, ), )] | |
if use_additional_convs: | |
self.convs2 += [torch.nn.Sequential(getattr(torch.nn, nonlinear_activation)(**nonlinear_activation_params), | |
torch.nn.Conv1d(channels, | |
channels, | |
kernel_size, | |
1, | |
dilation=1, | |
bias=bias, | |
padding=(kernel_size - 1) // 2, ), )] | |
def forward(self, x): | |
""" | |
Calculate forward propagation. | |
Args: | |
x (Tensor): Input tensor (B, channels, T). | |
Returns: | |
Tensor: Output tensor (B, channels, T). | |
""" | |
for idx in range(len(self.convs1)): | |
xt = self.convs1[idx](x) | |
if self.use_additional_convs: | |
xt = self.convs2[idx](xt) | |
x = xt + x | |
return x | |