hhou435 commited on
Commit
2ee9d56
1 Parent(s): c8ae84a
Files changed (3) hide show
  1. config.json +5 -2
  2. pytorch_model.bin +2 -2
  3. tf_model.h5 +3 -0
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "AlbertForMaskedLM"
4
  ],
@@ -7,7 +8,7 @@
7
  "classifier_dropout_prob": 0.1,
8
  "embedding_size": 128,
9
  "eos_token_id": 3,
10
- "hidden_act": "gelu_new",
11
  "hidden_dropout_prob": 0,
12
  "hidden_size": 768,
13
  "initializer_range": 0.02,
@@ -20,7 +21,9 @@
20
  "num_hidden_groups": 1,
21
  "num_hidden_layers": 12,
22
  "pad_token_id": 0,
 
 
 
23
  "type_vocab_size": 2,
24
- "tokenizer_class": "BertTokenizer",
25
  "vocab_size": 21128
26
  }
 
1
  {
2
+ "_name_or_path": "albert",
3
  "architectures": [
4
  "AlbertForMaskedLM"
5
  ],
 
8
  "classifier_dropout_prob": 0.1,
9
  "embedding_size": 128,
10
  "eos_token_id": 3,
11
+ "hidden_act": "relu",
12
  "hidden_dropout_prob": 0,
13
  "hidden_size": 768,
14
  "initializer_range": 0.02,
 
21
  "num_hidden_groups": 1,
22
  "num_hidden_layers": 12,
23
  "pad_token_id": 0,
24
+ "position_embedding_type": "absolute",
25
+ "tie_word_embeddings": 0,
26
+ "transformers_version": "4.6.0",
27
  "type_vocab_size": 2,
 
28
  "vocab_size": 21128
29
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9c2df52cbf185d17e35d38a560f6b0c1cad91ef720c241759b6c623f9bf7245
3
- size 40325143
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8213bd77b4d1234762204a6fc19a4522d0a572e5fbd8a05d5e1c173f7985a922
3
+ size 51142879
tf_model.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6c53357994c8e228d86f2dd853434d6308001dc2655ade8460649417b06cec
3
+ size 51528256