vblagoje commited on
Commit
56e12ec
1 Parent(s): b6ebad4

First model version

Browse files
Files changed (4) hide show
  1. config.json +21 -0
  2. pytorch_model.bin +3 -0
  3. tokenizer.json +0 -0
  4. vocab.txt +0 -0
config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "RetriBertModel"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "hidden_act": "gelu",
7
+ "hidden_dropout_prob": 0.1,
8
+ "hidden_size": 768,
9
+ "initializer_range": 0.02,
10
+ "intermediate_size": 3072,
11
+ "layer_norm_eps": 1e-12,
12
+ "max_position_embeddings": 512,
13
+ "model_type": "retribert",
14
+ "num_attention_heads": 12,
15
+ "num_hidden_layers": 8,
16
+ "pad_token_id": 0,
17
+ "projection_dim": 128,
18
+ "share_encoders": true,
19
+ "type_vocab_size": 2,
20
+ "vocab_size": 30522
21
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e69599552b7d5a71d54e46bac1272851ab94b5cd458141748e08bdc6dcfbb09
3
+ size 325369581
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
vocab.txt ADDED
The diff for this file is too large to render. See raw diff