Upload modeling_vit.py

modeling_vit.py

@@ -23,7 +23,7 @@ import torch
 import torch.utils.checkpoint
 from torch import nn
 from torch.nn import BCEWithLogitsLoss, CrossEntropyLoss, MSELoss
-
+import numpy as np
 from transformers.activations import ACT2FN
 from transformers.modeling_outputs import (
     BaseModelOutput,
@@ -91,7 +91,9 @@ def softmax_n_shifted_zeros(input: torch.Tensor, n: int, dim=-1) -> torch.Tensor
     denominator = torch.add(original_denominator,
                             torch.multiply(torch.exp(shifted_zeros), n))
     return torch.divide(numerator, denominator)
-
+def logit(p, eps=1e-16):
+    p = np.clip(p, eps, 1 - eps)
+    return -np.log(1 / p - 1)
 
 def softmax_1(input: torch.Tensor, dim=-1) -> torch.Tensor:
     """