Commit
•
058d8fb
1
Parent(s):
e2f792d
Upload modeling_vit.py
Browse files- modeling_vit.py +1 -0
modeling_vit.py
CHANGED
@@ -239,6 +239,7 @@ class ViTSelfAttention(nn.Module):
|
|
239 |
attn_gate_mlp=False,
|
240 |
attn_gate_mlp2=False,
|
241 |
max_seq_length=None,
|
|
|
242 |
attn_gate_linear_all_features=False) -> None:
|
243 |
super().__init__()
|
244 |
if config.hidden_size % config.num_attention_heads != 0 and not hasattr(config, "embedding_size"):
|
|
|
239 |
attn_gate_mlp=False,
|
240 |
attn_gate_mlp2=False,
|
241 |
max_seq_length=None,
|
242 |
+
fine_tuning=False,
|
243 |
attn_gate_linear_all_features=False) -> None:
|
244 |
super().__init__()
|
245 |
if config.hidden_size % config.num_attention_heads != 0 and not hasattr(config, "embedding_size"):
|