patrickvonplaten commited on
Commit
74d9687
1 Parent(s): 393e083

correct weights

Browse files
Files changed (2) hide show
  1. config.json +4 -0
  2. flax_model.msgpack +2 -2
config.json CHANGED
@@ -3,6 +3,7 @@
3
  "BertForMaskedLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
 
6
  "hidden_act": "gelu",
7
  "hidden_dropout_prob": 0.1,
8
  "hidden_size": 768,
@@ -14,6 +15,9 @@
14
  "num_attention_heads": 12,
15
  "num_hidden_layers": 12,
16
  "pad_token_id": 0,
 
 
17
  "type_vocab_size": 2,
 
18
  "vocab_size": 28996
19
  }
 
3
  "BertForMaskedLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
+ "gradient_checkpointing": false,
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
  "hidden_size": 768,
 
15
  "num_attention_heads": 12,
16
  "num_hidden_layers": 12,
17
  "pad_token_id": 0,
18
+ "position_embedding_type": "absolute",
19
+ "transformers_version": "4.6.0.dev0",
20
  "type_vocab_size": 2,
21
+ "use_cache": true,
22
  "vocab_size": 28996
23
  }
flax_model.msgpack CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dc3ee59ed231fb91d507abf6b968ba8213df6dd4d7b0ce4288843ce7cd2d0ea
3
- size 522446255
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2da0d47987f1ad37febaaa06c3bec9134c1b1d3a6ebf134af5f946ce8aeaf630
3
+ size 433370483