File size: 437 Bytes
776d367 7bf3072 776d367 7bf3072 776d367 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
{
"cfg": {
"embed_dim": 512,
"image_cfg": {
"image_size": 256,
"model_name": "mci0"
},
"text_cfg": {
"causal_masking": false,
"context_length": 77,
"dim": 512,
"ffn_multiplier_per_layer": 4.0,
"model_name": "mct",
"n_heads_per_layer": 8,
"n_transformer_layers": 4,
"norm_layer": "layer_norm_fp32",
"vocab_size": 49408
}
},
"output_dict": false
} |