File size: 432 Bytes
7c423b2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
{
"config": {
"activation_function": "gelu",
"bias": true,
"embedding_size": 768,
"head_type": "masked_lm",
"label2id": null,
"layer_norm": true,
"layers": 2,
"shift_labels": false,
"vocab_size": 50265
},
"hidden_size": 768,
"model_class": "RobertaAdapterModel",
"model_name": "roberta-base",
"model_type": "roberta",
"name": "A1_adapter_seq_bn_pretrain_P_5",
"version": "0.1.2"
} |