{
  "cfg": {
    "embed_dim": 512,
    "image_cfg": {
      "image_size": 256,
      "model_name": "mci0"
    },
    "text_cfg": {
      "causal_masking": false,
      "context_length": 77,
      "dim": 512,
      "ffn_multiplier_per_layer": 4.0,
      "model_name": "mct",
      "n_heads_per_layer": 8,
      "n_transformer_layers": 4,
      "norm_layer": "layer_norm_fp32",
      "vocab_size": 49408
    }
  },
  "output_dict": false
}