File size: 437 Bytes
776d367
7bf3072
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
776d367
7bf3072
776d367
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "cfg": {
    "embed_dim": 512,
    "image_cfg": {
      "image_size": 256,
      "model_name": "mci0"
    },
    "text_cfg": {
      "causal_masking": false,
      "context_length": 77,
      "dim": 512,
      "ffn_multiplier_per_layer": 4.0,
      "model_name": "mct",
      "n_heads_per_layer": 8,
      "n_transformer_layers": 4,
      "norm_layer": "layer_norm_fp32",
      "vocab_size": 49408
    }
  },
  "output_dict": false
}