Upload modeling_vit.py

modeling_vit.py

@@ -104,7 +104,10 @@ def clipped_softmax(data, dim=1, eta=1.1, gamma=-0.1, **kw):
     sm_out = torch.nn.functional.softmax(data, dim=dim, **kw)
     stretched_out = sm_out * (eta - gamma) + gamma
     return torch.clip(stretched_out, 0, 1)
-
+def clipped_softmax1(data, dim=1, eta=1.1, gamma=-0.1, **kw):
+    sm_out = softmax_1(data, dim=dim, **kw)
+    stretched_out = sm_out * (eta - gamma) + gamma
+    return torch.clip(stretched_out, 0, 1)
 
 class ViTEmbeddings(nn.Module):
     """