Spaces:
Starting
on
T4
Starting
on
T4
| { | |
| "embed_dim": 512, | |
| "multimodal_cfg": { | |
| "width": 768, | |
| "context_length": 76, | |
| "vocab_size": 64000, | |
| "mlp_ratio": 4, | |
| "layers": 12, | |
| "dim_head": 64, | |
| "heads": 12, | |
| "n_queries": 256, | |
| "attn_pooler_heads": 8 | |
| }, | |
| "vision_cfg": { | |
| "image_size": 288, | |
| "layers": 12, | |
| "width": 768, | |
| "patch_size": 18, | |
| "output_tokens": true | |
| }, | |
| "text_cfg": { | |
| "context_length": 76, | |
| "vocab_size": 64000, | |
| "layers": 12, | |
| "heads": 12, | |
| "width": 768, | |
| "embed_cls": true, | |
| "output_tokens": true | |
| }, | |
| "custom_text": true | |
| } |