robinzixuan commited on
Commit
058d8fb
1 Parent(s): e2f792d

Upload modeling_vit.py

Browse files
Files changed (1) hide show
  1. modeling_vit.py +1 -0
modeling_vit.py CHANGED
@@ -239,6 +239,7 @@ class ViTSelfAttention(nn.Module):
239
  attn_gate_mlp=False,
240
  attn_gate_mlp2=False,
241
  max_seq_length=None,
 
242
  attn_gate_linear_all_features=False) -> None:
243
  super().__init__()
244
  if config.hidden_size % config.num_attention_heads != 0 and not hasattr(config, "embedding_size"):
 
239
  attn_gate_mlp=False,
240
  attn_gate_mlp2=False,
241
  max_seq_length=None,
242
+ fine_tuning=False,
243
  attn_gate_linear_all_features=False) -> None:
244
  super().__init__()
245
  if config.hidden_size % config.num_attention_heads != 0 and not hasattr(config, "embedding_size"):