Commit
•
fea9c9b
1
Parent(s):
e77c77f
nn.SiLU() citation correction (#1713)
Browse files- utils/activations.py +1 -1
utils/activations.py
CHANGED
|
@@ -5,7 +5,7 @@ import torch.nn as nn
|
|
| 5 |
import torch.nn.functional as F
|
| 6 |
|
| 7 |
|
| 8 |
-
# SiLU https://arxiv.org/pdf/
|
| 9 |
class SiLU(nn.Module): # export-friendly version of nn.SiLU()
|
| 10 |
@staticmethod
|
| 11 |
def forward(x):
|
|
|
|
| 5 |
import torch.nn.functional as F
|
| 6 |
|
| 7 |
|
| 8 |
+
# SiLU https://arxiv.org/pdf/1606.08415.pdf ----------------------------------------------------------------------------
|
| 9 |
class SiLU(nn.Module): # export-friendly version of nn.SiLU()
|
| 10 |
@staticmethod
|
| 11 |
def forward(x):
|