kimihailv commited on
Commit
be5f8c6
1 Parent(s): 7bf71e6

Upload torch_config.json

Browse files
Files changed (1) hide show
  1. torch_config.json +30 -0
torch_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "text_encoder": {
3
+ "model_type": "bert",
4
+ "dim": 384,
5
+ "context_dim": 768,
6
+ "vocab_size": 250037,
7
+ "padding_idx": 0,
8
+ "num_layers": 12,
9
+ "num_heads": 12,
10
+ "embedding_dim": 256,
11
+ "multimodal_layers_ids": [8, 9, 10, 11],
12
+ "head_one_neuron": true,
13
+ "pooling": "mean",
14
+ "max_position_embeddings": 77,
15
+ "dropout_prob": 0.1
16
+ },
17
+ "image_encoder": {
18
+ "dim": 768,
19
+ "patch_size": 16,
20
+ "image_size": 224,
21
+ "num_layers": 12,
22
+ "num_heads": 12,
23
+ "embedding_dim": 256,
24
+ "pooling": "cls"
25
+ },
26
+ "preprocess": {
27
+ "image_size": 224,
28
+ "tokenizer": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2"
29
+ }
30
+ }