| { | |
| "embed_dim": 512, | |
| "image_cfg": { | |
| "image_size": 256, | |
| "model_name": "mci0" | |
| }, | |
| "text_cfg": { | |
| "context_length": 77, | |
| "vocab_size": 49408, | |
| "dim": 512, | |
| "ffn_multiplier_per_layer": 4.0, | |
| "n_heads_per_layer": 8, | |
| "n_transformer_layers": 4, | |
| "norm_layer": "layer_norm_fp32", | |
| "causal_masking": false, | |
| "model_name": "mct" | |
| } | |
| } | |