{ "embed_dim": 512, "multimodal_cfg": { "width": 768, "context_length": 76, "vocab_size": 64000, "mlp_ratio": 4, "layers": 12, "dim_head": 64, "heads": 12, "n_queries": 256, "attn_pooler_heads": 8 }, "vision_cfg": { "image_size": 288, "layers": 12, "width": 768, "patch_size": 18, "output_tokens": true }, "text_cfg": { "context_length": 76, "vocab_size": 64000, "layers": 12, "heads": 12, "width": 768, "embed_cls": true, "output_tokens": true }, "custom_text": true }