| { | |
| "text_encoder": { | |
| "tokenizer_class": "bert", | |
| "model_type": "bert", | |
| "dim": 768, | |
| "context_dim": 768, | |
| "vocab_size": 30522, | |
| "padding_idx": 0, | |
| "num_layers": 4, | |
| "num_heads": 12, | |
| "embedding_dim": 256, | |
| "multimodal_layers_ids": [ | |
| 2, | |
| 3 | |
| ], | |
| "head_one_neuron": false, | |
| "pooling": "cls", | |
| "max_position_embeddings": 77, | |
| "dropout_prob": 0.1 | |
| }, | |
| "image_encoder": { | |
| "normalization_means": [ | |
| 0.48145466, | |
| 0.4578275, | |
| 0.40821073 | |
| ], | |
| "normalization_deviations": [ | |
| 0.26862954, | |
| 0.26130258, | |
| 0.27577711 | |
| ], | |
| "dim": 768, | |
| "patch_size": 16, | |
| "image_size": 224, | |
| "num_layers": 12, | |
| "num_heads": 12, | |
| "embedding_dim": 256, | |
| "pooling": "cls" | |
| } | |
| } |