LysandreJik commited on
Commit
1f90a6c
1 Parent(s): acdd161
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. config.json +18 -8
  3. pytorch_model.bin +2 -2
.gitattributes CHANGED
@@ -7,3 +7,4 @@
7
  *.ot filter=lfs diff=lfs merge=lfs -text
8
  *.onnx filter=lfs diff=lfs merge=lfs -text
9
  pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
 
7
  *.ot filter=lfs diff=lfs merge=lfs -text
8
  *.onnx filter=lfs diff=lfs merge=lfs -text
9
  pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
10
+ tf_model.h5 filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -1,21 +1,31 @@
1
  {
 
 
 
 
2
  "attention_probs_dropout_prob": 0.1,
 
 
3
  "hidden_act": "relu",
4
  "hidden_dropout_prob": 0.0,
5
  "hidden_size": 512,
6
  "initializer_range": 0.02,
7
  "intermediate_size": 512,
 
 
 
8
  "max_position_embeddings": 512,
 
 
9
  "num_attention_heads": 4,
 
10
  "num_hidden_layers": 24,
11
- "type_vocab_size": 2,
12
- "vocab_size": 30522,
13
- "embedding_size": 128,
14
  "trigram_input": true,
 
 
15
  "use_bottleneck": true,
16
- "intra_bottleneck_size": 128,
17
- "key_query_shared_bottleneck": true,
18
- "num_feedforward_networks": 4,
19
- "normalization_type": "no_norm",
20
- "classifier_activation": false
21
  }
1
  {
2
+ "_name_or_path": "google/mobilebert-uncased",
3
+ "architectures": [
4
+ "MobileBertForPreTraining"
5
+ ],
6
  "attention_probs_dropout_prob": 0.1,
7
+ "classifier_activation": false,
8
+ "embedding_size": 128,
9
  "hidden_act": "relu",
10
  "hidden_dropout_prob": 0.0,
11
  "hidden_size": 512,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 512,
14
+ "intra_bottleneck_size": 128,
15
+ "key_query_shared_bottleneck": true,
16
+ "layer_norm_eps": 1e-12,
17
  "max_position_embeddings": 512,
18
+ "model_type": "mobilebert",
19
+ "normalization_type": "no_norm",
20
  "num_attention_heads": 4,
21
+ "num_feedforward_networks": 4,
22
  "num_hidden_layers": 24,
23
+ "pad_token_id": 0,
24
+ "transformers_version": "4.6.0.dev0",
 
25
  "trigram_input": true,
26
+ "true_hidden_size": 128,
27
+ "type_vocab_size": 2,
28
  "use_bottleneck": true,
29
+ "use_bottleneck_attention": false,
30
+ "vocab_size": 30522
 
 
 
31
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c826739feb3bffa8a77bcc61078b8df1fb49e3698ad1a376284e9229eeef1c8
3
- size 98773575
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3468adf28d7c30a6105f8704d199510c7c238484f2fe0fa9b6242b5b0e6a53c
3
+ size 146863759