| { | |
| "config": { | |
| "activation_function": "gelu", | |
| "bias": true, | |
| "embedding_size": 768, | |
| "head_type": "masked_lm", | |
| "label2id": null, | |
| "layer_norm": true, | |
| "layers": 2, | |
| "shift_labels": false, | |
| "vocab_size": 250002 | |
| }, | |
| "hidden_size": 768, | |
| "model_class": "XLMRobertaAdapterModel", | |
| "model_name": "xlm-roberta-base", | |
| "model_type": "xlm-roberta", | |
| "name": "mlm_head", | |
| "version": "adapters.1.0.0" | |
| } |