Spaces:
Running
on
Zero
Running
on
Zero
import torch | |
import torch.nn as nn | |
torch.nn.LayerNorm | |
class LayerNorm1d(nn.BatchNorm1d): | |
def forward(self, input: torch.Tensor) -> torch.Tensor: | |
return ( | |
super() | |
.forward(input.transpose(1, 2).contiguous()) | |
.transpose(1, 2) | |
.contiguous() | |
) | |